From fb801411d8c5078d5bcbd3f77c983f005187f3b9 Mon Sep 17 00:00:00 2001 From: Sehong Na Date: Sat, 31 May 2014 12:45:31 +0900 Subject: [PATCH 1/1] Initialize Tizen 2.3 --- AUTHORS | 10 + COPYING | 1 + ChangeLog | 0 INSTALL | 370 +++ LGPL.LICENSE | 516 ++++ Makefile.am | 49 + NEWS | 47 + OPENSOLARIS.LICENSE | 377 +++ README | 9 + SConstruct | 439 ++++ TODO | 21 + bootstrap | 11 + build/Makefile | 133 + build/SConscript | 54 + configure.ac | 132 + configure.conf | 0 data/Makefile | 29 + data/cnpunc.png | Bin 0 -> 348 bytes data/cnpunc.svg | 24 + data/eng.png | Bin 0 -> 594 bytes data/eng.svg | 42 + data/enpunc.png | Bin 0 -> 256 bytes data/enpunc.svg | 35 + data/fullwidth.png | Bin 0 -> 507 bytes data/fullwidth.svg | 76 + data/halfwidth.png | Bin 0 -> 439 bytes data/halfwidth.svg | 114 + data/han.png | Bin 0 -> 691 bytes data/han.svg | 42 + data/setup.svg | 193 ++ data/sunpinyin_logo.xpm | 26 + debian/changelog | 39 + doc/AuxRequire.txt | 53 + doc/README | 0 doc/genpyt.pod | 52 + doc/getWordFreq.pod | 50 + doc/idngram_merge.pod | 47 + doc/ids2ngram.pod | 60 + doc/mmseg.pod | 64 + doc/slmbuild.pod | 108 + doc/slminfo.pod | 44 + doc/slmprune.pod | 40 + doc/slmseg.pod | 61 + doc/slmthread.pod | 27 + doc/tslmendian.pod | 50 + doc/tslminfo.pod | 43 + doc/tslmpack.pod | 31 + packaging/sunpinyin.changes | 15 + packaging/sunpinyin.spec | 65 + python/imdict.py | 53 + python/importer/import_fcitx_userdict.py | 30 + python/importer/import_fit_userdict.py | 20 + python/importer/import_google_userdict.py | 33 + python/importer/import_qim_userdict.py | 28 + python/importer/import_qq_userdict.py | 31 + python/importer/import_sogou_celldict.py | 81 + python/importer/import_sogou_userdict.py | 29 + python/importer/import_ziguang_userdict.py | 31 + python/importer/importer.py | 136 + python/mmseg.py | 144 + python/pinyin_data.py | 571 ++++ python/pyslm.pyx | 125 + python/pytrie.pyx | 146 ++ python/setup.py | 34 + python/test.py | 48 + python/trie.py | 279 ++ python/trie.pyc | Bin 0 -> 9273 bytes python/utils.py | 210 ++ raw/Makefile.am | 12 + raw/lm_sc.t3g | Bin 0 -> 10771860 bytes raw/pydict_sc.bin | Bin 0 -> 3766608 bytes src/Makefile.am | 57 + src/ime-core/Makefile.am | 61 + src/ime-core/ic_history.cpp | 420 +++ src/ime-core/ic_history.h | 186 ++ src/ime-core/imi_context.cpp | 1061 ++++++++ src/ime-core/imi_context.h | 390 +++ src/ime-core/imi_data.cpp | 112 + src/ime-core/imi_data.h | 79 + src/ime-core/imi_defines.h | 53 + src/ime-core/imi_funcobjs.cpp | 126 + src/ime-core/imi_funcobjs.h | 76 + src/ime-core/imi_glibHandler.h | 81 + src/ime-core/imi_keys.h | 116 + src/ime-core/imi_option_event.cpp | 108 + src/ime-core/imi_option_event.h | 105 + src/ime-core/imi_option_keys.h | 20 + src/ime-core/imi_options.cpp | 267 ++ src/ime-core/imi_options.h | 382 +++ src/ime-core/imi_plugin.cpp | 379 +++ src/ime-core/imi_plugin.h | 115 + src/ime-core/imi_uiobjects.cpp | 314 +++ src/ime-core/imi_uiobjects.h | 248 ++ src/ime-core/imi_view.cpp | 223 ++ src/ime-core/imi_view.h | 227 ++ src/ime-core/imi_view_classic.cpp | 749 ++++++ src/ime-core/imi_view_classic.h | 103 + src/ime-core/imi_winHandler.cpp | 104 + src/ime-core/imi_winHandler.h | 93 + src/ime-core/lattice_states.cpp | 322 +++ src/ime-core/lattice_states.h | 246 ++ src/ime-core/userdict.cpp | 317 +++ src/ime-core/userdict.h | 83 + src/ime-core/utils.h | 137 + src/lexicon/Makefile.am | 32 + src/lexicon/genPYT.cpp | 185 ++ src/lexicon/pytrie.cpp | 160 ++ src/lexicon/pytrie.h | 165 ++ src/lexicon/pytrie_gen.cpp | 541 ++++ src/lexicon/pytrie_gen.h | 172 ++ src/lexicon/trie_writer.cpp | 8 + src/lexicon/trie_writer.h | 105 + src/pinyin/Makefile.am | 46 + src/pinyin/datrie.h | 88 + src/pinyin/datrie_impl.h | 160 ++ src/pinyin/hunpin_seg.cpp | 383 +++ src/pinyin/hunpin_seg.h | 79 + src/pinyin/pinyin_data.cpp | 801 ++++++ src/pinyin/pinyin_data.h | 71 + src/pinyin/pinyin_seg.cpp | 502 ++++ src/pinyin/pinyin_seg.h | 162 ++ src/pinyin/quanpin_trie.h | 6 + src/pinyin/segmentor.h | 97 + src/pinyin/shuangpin_data.cpp | 386 +++ src/pinyin/shuangpin_data.h | 101 + src/pinyin/shuangpin_seg.cpp | 357 +++ src/pinyin/shuangpin_seg.h | 89 + src/pinyin/syllable.h | 178 ++ src/portability.cpp | 290 +++ src/portability.h | 333 +++ src/slm/Makefile.am | 31 + src/slm/getWordFreq/getWordFreq.cpp | 162 ++ src/slm/ids2ngram/idngram.h | 116 + src/slm/ids2ngram/idngram_merge.cpp | 148 ++ src/slm/ids2ngram/idngram_merge.h | 105 + src/slm/ids2ngram/ids2ngram.cpp | 216 ++ src/slm/mmseg/mmseg.cpp | 321 +++ src/slm/sim_dict.cpp | 187 ++ src/slm/sim_dict.h | 81 + src/slm/sim_fmerge.h | 157 ++ src/slm/sim_sen.cpp | 88 + src/slm/sim_sen.h | 120 + src/slm/sim_slm.cpp | 162 ++ src/slm/sim_slm.h | 138 + src/slm/sim_slmbuilder.cpp | 633 +++++ src/slm/sim_slmbuilder.h | 165 ++ src/slm/slm.cpp | 308 +++ src/slm/slm.h | 351 +++ src/slm/slmbuild/slmbuild.cpp | 262 ++ src/slm/slminfo/slminfo.cpp | 294 +++ src/slm/slmprune/slmprune.cpp | 489 ++++ src/slm/slmseg/slmseg.cpp | 487 ++++ src/slm/thread/ValueCompress.cpp | 317 +++ src/slm/thread/ValueCompress.h | 73 + src/slm/thread/slmthread.cpp | 469 ++++ src/slm/thread/test_vc.cpp | 97 + src/slm/tools/clean_rmrb.cpp | 94 + src/slm/tools/dumpdict.cpp | 76 + src/slm/tslmendian/slm_endian.cpp | 138 + src/slm/tslmendian/slm_file.cpp | 323 +++ src/slm/tslmendian/slm_file.h | 92 + src/slm/tslmendian/writer.cpp | 40 + src/slm/tslmendian/writer.h | 100 + src/slm/tslminfo/tslminfo.cpp | 325 +++ src/slm/tslmpack/arpa_conv.cpp | 175 ++ src/slm/tslmpack/arpa_conv.h | 57 + src/slm/tslmpack/arpa_slm.cpp | 243 ++ src/slm/tslmpack/arpa_slm.h | 111 + src/slm/tslmpack/common.h | 61 + src/slm/tslmpack/slmpack.cpp | 366 +++ src/sunpinyin.h | 13 + sunpinyin-2.0.pc.in | 11 + swap/README | 1 + wrapper/ibus/CMakeLists.txt | 29 + wrapper/ibus/COPYING | 1 + wrapper/ibus/LGPL.LICENSE | 516 ++++ wrapper/ibus/OPENSOLARIS.LICENSE | 377 +++ wrapper/ibus/README | 6 + wrapper/ibus/SConstruct | 172 ++ wrapper/ibus/cmake/modules/FindSunPinyin.cmake | 34 + wrapper/ibus/cmake/modules/FindiBus.cmake | 34 + wrapper/ibus/cmake/modules/Gettext.cmake | 161 ++ wrapper/ibus/cmake/modules/LibFindMacros.cmake | 99 + wrapper/ibus/cmake/modules/Paths.cmake | 12 + wrapper/ibus/data/CMakeLists.txt | 4 + wrapper/ibus/data/sunpinyin.xml.in | 27 + wrapper/ibus/icons/cnpunc.svg | 24 + wrapper/ibus/icons/eng.svg | 42 + wrapper/ibus/icons/enpunc.svg | 35 + wrapper/ibus/icons/fullwidth.svg | 76 + wrapper/ibus/icons/halfwidth.svg | 114 + wrapper/ibus/icons/han.svg | 42 + wrapper/ibus/icons/setup.svg | 193 ++ wrapper/ibus/icons/sunpinyin-logo.png | Bin 0 -> 157967 bytes wrapper/ibus/po/CMakeLists.txt | 15 + wrapper/ibus/po/ibus-sunpinyin.po | 192 ++ wrapper/ibus/po/zh_CN.po | 215 ++ wrapper/ibus/setup/CMakeLists.txt | 10 + wrapper/ibus/setup/config.py.in | 3 + wrapper/ibus/setup/ibus-setup-sunpinyin.in | 7 + wrapper/ibus/setup/main.py | 606 +++++ wrapper/ibus/setup/setup.xml | 2884 +++++++++++++++++++++ wrapper/ibus/src/CMakeLists.txt | 26 + wrapper/ibus/src/debug.cpp | 13 + wrapper/ibus/src/debug.h | 23 + wrapper/ibus/src/engine.cpp | 109 + wrapper/ibus/src/engine.h | 49 + wrapper/ibus/src/ibus_common.h | 50 + wrapper/ibus/src/ibus_portable.cpp | 80 + wrapper/ibus/src/ibus_portable.h | 52 + wrapper/ibus/src/imi_ibus_win.cpp | 105 + wrapper/ibus/src/imi_ibus_win.h | 73 + wrapper/ibus/src/main.cpp | 141 + wrapper/ibus/src/pointer.h | 109 + wrapper/ibus/src/sunpinyin_config.cpp | 448 ++++ wrapper/ibus/src/sunpinyin_config.h | 120 + wrapper/ibus/src/sunpinyin_config_keys.h | 82 + wrapper/ibus/src/sunpinyin_engine.cpp | 640 +++++ wrapper/ibus/src/sunpinyin_engine.h | 135 + wrapper/ibus/src/sunpinyin_engine_proxy.cpp | 131 + wrapper/ibus/src/sunpinyin_engine_proxy.h | 69 + wrapper/ibus/src/sunpinyin_lookup_table.cpp | 125 + wrapper/ibus/src/sunpinyin_lookup_table.h | 86 + wrapper/ibus/src/sunpinyin_property.cpp | 206 ++ wrapper/ibus/src/sunpinyin_property.h | 88 + wrapper/scim/COPYING | 1 + wrapper/scim/LGPL.LICENSE | 516 ++++ wrapper/scim/Makefile.am | 24 + wrapper/scim/OPENSOLARIS.LICENSE | 377 +++ wrapper/scim/README | 6 + wrapper/scim/SConstruct | 165 ++ wrapper/scim/config.log | 31 + wrapper/scim/configure.conf | 0 wrapper/scim/data/Makefile.am | 12 + wrapper/scim/data/sunpinyin_logo.png | Bin 0 -> 4150 bytes wrapper/scim/src/Makefile.am | 50 + wrapper/scim/src/imi_scimwin.cpp | 127 + wrapper/scim/src/imi_scimwin.h | 80 + wrapper/scim/src/sunpinyin_imengine.cpp | 655 +++++ wrapper/scim/src/sunpinyin_imengine.h | 157 ++ wrapper/scim/src/sunpinyin_imengine_config_keys.h | 65 + wrapper/scim/src/sunpinyin_imengine_setup.cpp | 394 +++ wrapper/scim/src/sunpinyin_keycode.h | 67 + wrapper/scim/src/sunpinyin_lookup_table.cpp | 213 ++ wrapper/scim/src/sunpinyin_lookup_table.h | 79 + wrapper/scim/src/sunpinyin_private.h | 56 + wrapper/scim/src/sunpinyin_utils.cpp | 56 + wrapper/scim/src/sunpinyin_utils.h | 50 + wrapper/xim/COPYING | 1 + wrapper/xim/IMdkit/FrameMgr.c | 2466 ++++++++++++++++++ wrapper/xim/IMdkit/FrameMgr.h | 131 + wrapper/xim/IMdkit/IMConn.c | 176 ++ wrapper/xim/IMdkit/IMMethod.c | 65 + wrapper/xim/IMdkit/IMValues.c | 124 + wrapper/xim/IMdkit/IMdkit.h | 144 + wrapper/xim/IMdkit/Xi18n.h | 507 ++++ wrapper/xim/IMdkit/Xi18nX.h | 52 + wrapper/xim/IMdkit/XimFunc.h | 72 + wrapper/xim/IMdkit/XimProto.h | 230 ++ wrapper/xim/IMdkit/i18nAttr.c | 175 ++ wrapper/xim/IMdkit/i18nClbk.c | 513 ++++ wrapper/xim/IMdkit/i18nIMProto.c | 773 ++++++ wrapper/xim/IMdkit/i18nIc.c | 1108 ++++++++ wrapper/xim/IMdkit/i18nMethod.c | 1151 ++++++++ wrapper/xim/IMdkit/i18nPtHdr.c | 1848 +++++++++++++ wrapper/xim/IMdkit/i18nUtil.c | 277 ++ wrapper/xim/IMdkit/i18nX.c | 524 ++++ wrapper/xim/LGPL.LICENSE | 516 ++++ wrapper/xim/OPENSOLARIS.LICENSE | 377 +++ wrapper/xim/README | 4 + wrapper/xim/SConstruct | 151 ++ wrapper/xim/common.h | 89 + wrapper/xim/data/chnpunc.png | Bin 0 -> 988 bytes wrapper/xim/data/eng.png | Bin 0 -> 1491 bytes wrapper/xim/data/eng.svg | 190 ++ wrapper/xim/data/engpunc.png | Bin 0 -> 861 bytes wrapper/xim/data/full.png | Bin 0 -> 982 bytes wrapper/xim/data/half.png | Bin 0 -> 1079 bytes wrapper/xim/data/han.png | Bin 0 -> 1141 bytes wrapper/xim/data/han.svg | 141 + wrapper/xim/data/settings_ui.xml | 806 ++++++ wrapper/xim/data/skins/modern/eng-hover.png | Bin 0 -> 1407 bytes wrapper/xim/data/skins/modern/eng-press.png | Bin 0 -> 1385 bytes wrapper/xim/data/skins/modern/eng-punc-hover.png | Bin 0 -> 771 bytes wrapper/xim/data/skins/modern/eng-punc-press.png | Bin 0 -> 751 bytes wrapper/xim/data/skins/modern/eng-punc.png | Bin 0 -> 861 bytes wrapper/xim/data/skins/modern/eng.png | Bin 0 -> 1491 bytes wrapper/xim/data/skins/modern/full-hover.png | Bin 0 -> 896 bytes wrapper/xim/data/skins/modern/full-press.png | Bin 0 -> 873 bytes wrapper/xim/data/skins/modern/full.png | Bin 0 -> 982 bytes wrapper/xim/data/skins/modern/half-hover.png | Bin 0 -> 985 bytes wrapper/xim/data/skins/modern/half-press.png | Bin 0 -> 983 bytes wrapper/xim/data/skins/modern/half.png | Bin 0 -> 1079 bytes wrapper/xim/data/skins/modern/han-hover.png | Bin 0 -> 1056 bytes wrapper/xim/data/skins/modern/han-press.png | Bin 0 -> 1045 bytes wrapper/xim/data/skins/modern/han-punc-hover.png | Bin 0 -> 887 bytes wrapper/xim/data/skins/modern/han-punc-press.png | Bin 0 -> 886 bytes wrapper/xim/data/skins/modern/han-punc.png | Bin 0 -> 988 bytes wrapper/xim/data/skins/modern/han.png | Bin 0 -> 1141 bytes wrapper/xim/data/skins/modern/icbar.png | Bin 0 -> 5637 bytes wrapper/xim/data/skins/modern/info | 9 + wrapper/xim/data/skins/modern/preedit.png | Bin 0 -> 1794 bytes wrapper/xim/data/sunpinyin-logo-big.png | Bin 0 -> 4150 bytes wrapper/xim/data/sunpinyin-logo.png | Bin 0 -> 1609 bytes wrapper/xim/data/xim_config_default | 7 + wrapper/xim/ic.c | 343 +++ wrapper/xim/ic.h | 96 + wrapper/xim/ic_gtk.c | 235 ++ wrapper/xim/ic_skin.c | 184 ++ wrapper/xim/im-switch/xsunpinyin | 5 + wrapper/xim/main.c | 119 + wrapper/xim/preferences.c | 400 +++ wrapper/xim/settings.c | 438 ++++ wrapper/xim/settings.h | 102 + wrapper/xim/skin.c | 594 +++++ wrapper/xim/skin.h | 159 ++ wrapper/xim/sunpinyin_preedit.cc | 393 +++ wrapper/xim/sunpinyin_preedit_gtk.cc | 144 + wrapper/xim/sunpinyin_preedit_skin.cc | 148 ++ wrapper/xim/sunpinyin_preedit_ui.h | 125 + wrapper/xim/ui.c | 239 ++ wrapper/xim/ui.h | 82 + wrapper/xim/xim.c | 388 +++ wrapper/xim/xim.h | 81 + wrapper/xim/xim_trigger.c | 165 ++ wrapper/xim/xmisc.c | 100 + wrapper/xim/xmisc.h | 59 + 327 files changed, 55997 insertions(+) create mode 100644 AUTHORS create mode 100644 COPYING create mode 100644 ChangeLog create mode 100644 INSTALL create mode 100644 LGPL.LICENSE create mode 100755 Makefile.am create mode 100644 NEWS create mode 100644 OPENSOLARIS.LICENSE create mode 100644 README create mode 100755 SConstruct create mode 100644 TODO create mode 100755 bootstrap create mode 100644 build/Makefile create mode 100644 build/SConscript create mode 100755 configure.ac create mode 100644 configure.conf create mode 100644 data/Makefile create mode 100644 data/cnpunc.png create mode 100644 data/cnpunc.svg create mode 100644 data/eng.png create mode 100644 data/eng.svg create mode 100644 data/enpunc.png create mode 100644 data/enpunc.svg create mode 100644 data/fullwidth.png create mode 100644 data/fullwidth.svg create mode 100644 data/halfwidth.png create mode 100644 data/halfwidth.svg create mode 100644 data/han.png create mode 100644 data/han.svg create mode 100644 data/setup.svg create mode 100644 data/sunpinyin_logo.xpm create mode 100644 debian/changelog create mode 100644 doc/AuxRequire.txt create mode 100644 doc/README create mode 100644 doc/genpyt.pod create mode 100644 doc/getWordFreq.pod create mode 100644 doc/idngram_merge.pod create mode 100644 doc/ids2ngram.pod create mode 100644 doc/mmseg.pod create mode 100644 doc/slmbuild.pod create mode 100644 doc/slminfo.pod create mode 100644 doc/slmprune.pod create mode 100644 doc/slmseg.pod create mode 100644 doc/slmthread.pod create mode 100644 doc/tslmendian.pod create mode 100644 doc/tslminfo.pod create mode 100644 doc/tslmpack.pod create mode 100644 packaging/sunpinyin.changes create mode 100644 packaging/sunpinyin.spec create mode 100755 python/imdict.py create mode 100755 python/importer/import_fcitx_userdict.py create mode 100755 python/importer/import_fit_userdict.py create mode 100755 python/importer/import_google_userdict.py create mode 100755 python/importer/import_qim_userdict.py create mode 100755 python/importer/import_qq_userdict.py create mode 100755 python/importer/import_sogou_celldict.py create mode 100755 python/importer/import_sogou_userdict.py create mode 100755 python/importer/import_ziguang_userdict.py create mode 100644 python/importer/importer.py create mode 100755 python/mmseg.py create mode 100755 python/pinyin_data.py create mode 100644 python/pyslm.pyx create mode 100644 python/pytrie.pyx create mode 100644 python/setup.py create mode 100644 python/test.py create mode 100755 python/trie.py create mode 100644 python/trie.pyc create mode 100644 python/utils.py create mode 100755 raw/Makefile.am create mode 100755 raw/lm_sc.t3g create mode 100644 raw/pydict_sc.bin create mode 100755 src/Makefile.am create mode 100755 src/ime-core/Makefile.am create mode 100644 src/ime-core/ic_history.cpp create mode 100644 src/ime-core/ic_history.h create mode 100644 src/ime-core/imi_context.cpp create mode 100644 src/ime-core/imi_context.h create mode 100644 src/ime-core/imi_data.cpp create mode 100644 src/ime-core/imi_data.h create mode 100644 src/ime-core/imi_defines.h create mode 100644 src/ime-core/imi_funcobjs.cpp create mode 100644 src/ime-core/imi_funcobjs.h create mode 100644 src/ime-core/imi_glibHandler.h create mode 100644 src/ime-core/imi_keys.h create mode 100644 src/ime-core/imi_option_event.cpp create mode 100644 src/ime-core/imi_option_event.h create mode 100644 src/ime-core/imi_option_keys.h create mode 100644 src/ime-core/imi_options.cpp create mode 100644 src/ime-core/imi_options.h create mode 100644 src/ime-core/imi_plugin.cpp create mode 100644 src/ime-core/imi_plugin.h create mode 100644 src/ime-core/imi_uiobjects.cpp create mode 100644 src/ime-core/imi_uiobjects.h create mode 100644 src/ime-core/imi_view.cpp create mode 100644 src/ime-core/imi_view.h create mode 100644 src/ime-core/imi_view_classic.cpp create mode 100644 src/ime-core/imi_view_classic.h create mode 100644 src/ime-core/imi_winHandler.cpp create mode 100644 src/ime-core/imi_winHandler.h create mode 100644 src/ime-core/lattice_states.cpp create mode 100644 src/ime-core/lattice_states.h create mode 100644 src/ime-core/userdict.cpp create mode 100644 src/ime-core/userdict.h create mode 100644 src/ime-core/utils.h create mode 100755 src/lexicon/Makefile.am create mode 100644 src/lexicon/genPYT.cpp create mode 100644 src/lexicon/pytrie.cpp create mode 100644 src/lexicon/pytrie.h create mode 100644 src/lexicon/pytrie_gen.cpp create mode 100644 src/lexicon/pytrie_gen.h create mode 100644 src/lexicon/trie_writer.cpp create mode 100644 src/lexicon/trie_writer.h create mode 100755 src/pinyin/Makefile.am create mode 100644 src/pinyin/datrie.h create mode 100644 src/pinyin/datrie_impl.h create mode 100644 src/pinyin/hunpin_seg.cpp create mode 100644 src/pinyin/hunpin_seg.h create mode 100644 src/pinyin/pinyin_data.cpp create mode 100644 src/pinyin/pinyin_data.h create mode 100644 src/pinyin/pinyin_seg.cpp create mode 100644 src/pinyin/pinyin_seg.h create mode 100644 src/pinyin/quanpin_trie.h create mode 100644 src/pinyin/segmentor.h create mode 100644 src/pinyin/shuangpin_data.cpp create mode 100644 src/pinyin/shuangpin_data.h create mode 100644 src/pinyin/shuangpin_seg.cpp create mode 100644 src/pinyin/shuangpin_seg.h create mode 100644 src/pinyin/syllable.h create mode 100644 src/portability.cpp create mode 100644 src/portability.h create mode 100755 src/slm/Makefile.am create mode 100644 src/slm/getWordFreq/getWordFreq.cpp create mode 100644 src/slm/ids2ngram/idngram.h create mode 100644 src/slm/ids2ngram/idngram_merge.cpp create mode 100644 src/slm/ids2ngram/idngram_merge.h create mode 100644 src/slm/ids2ngram/ids2ngram.cpp create mode 100644 src/slm/mmseg/mmseg.cpp create mode 100644 src/slm/sim_dict.cpp create mode 100644 src/slm/sim_dict.h create mode 100644 src/slm/sim_fmerge.h create mode 100644 src/slm/sim_sen.cpp create mode 100644 src/slm/sim_sen.h create mode 100644 src/slm/sim_slm.cpp create mode 100644 src/slm/sim_slm.h create mode 100644 src/slm/sim_slmbuilder.cpp create mode 100644 src/slm/sim_slmbuilder.h create mode 100644 src/slm/slm.cpp create mode 100644 src/slm/slm.h create mode 100644 src/slm/slmbuild/slmbuild.cpp create mode 100644 src/slm/slminfo/slminfo.cpp create mode 100644 src/slm/slmprune/slmprune.cpp create mode 100644 src/slm/slmseg/slmseg.cpp create mode 100644 src/slm/thread/ValueCompress.cpp create mode 100644 src/slm/thread/ValueCompress.h create mode 100644 src/slm/thread/slmthread.cpp create mode 100644 src/slm/thread/test_vc.cpp create mode 100644 src/slm/tools/clean_rmrb.cpp create mode 100644 src/slm/tools/dumpdict.cpp create mode 100644 src/slm/tslmendian/slm_endian.cpp create mode 100644 src/slm/tslmendian/slm_file.cpp create mode 100644 src/slm/tslmendian/slm_file.h create mode 100644 src/slm/tslmendian/writer.cpp create mode 100644 src/slm/tslmendian/writer.h create mode 100644 src/slm/tslminfo/tslminfo.cpp create mode 100644 src/slm/tslmpack/arpa_conv.cpp create mode 100644 src/slm/tslmpack/arpa_conv.h create mode 100644 src/slm/tslmpack/arpa_slm.cpp create mode 100644 src/slm/tslmpack/arpa_slm.h create mode 100644 src/slm/tslmpack/common.h create mode 100644 src/slm/tslmpack/slmpack.cpp create mode 100644 src/sunpinyin.h create mode 100644 sunpinyin-2.0.pc.in create mode 100644 swap/README create mode 100644 wrapper/ibus/CMakeLists.txt create mode 100644 wrapper/ibus/COPYING create mode 100644 wrapper/ibus/LGPL.LICENSE create mode 100644 wrapper/ibus/OPENSOLARIS.LICENSE create mode 100644 wrapper/ibus/README create mode 100644 wrapper/ibus/SConstruct create mode 100644 wrapper/ibus/cmake/modules/FindSunPinyin.cmake create mode 100644 wrapper/ibus/cmake/modules/FindiBus.cmake create mode 100644 wrapper/ibus/cmake/modules/Gettext.cmake create mode 100644 wrapper/ibus/cmake/modules/LibFindMacros.cmake create mode 100644 wrapper/ibus/cmake/modules/Paths.cmake create mode 100644 wrapper/ibus/data/CMakeLists.txt create mode 100644 wrapper/ibus/data/sunpinyin.xml.in create mode 100644 wrapper/ibus/icons/cnpunc.svg create mode 100644 wrapper/ibus/icons/eng.svg create mode 100644 wrapper/ibus/icons/enpunc.svg create mode 100644 wrapper/ibus/icons/fullwidth.svg create mode 100644 wrapper/ibus/icons/halfwidth.svg create mode 100644 wrapper/ibus/icons/han.svg create mode 100644 wrapper/ibus/icons/setup.svg create mode 100644 wrapper/ibus/icons/sunpinyin-logo.png create mode 100644 wrapper/ibus/po/CMakeLists.txt create mode 100644 wrapper/ibus/po/ibus-sunpinyin.po create mode 100644 wrapper/ibus/po/zh_CN.po create mode 100644 wrapper/ibus/setup/CMakeLists.txt create mode 100644 wrapper/ibus/setup/config.py.in create mode 100644 wrapper/ibus/setup/ibus-setup-sunpinyin.in create mode 100644 wrapper/ibus/setup/main.py create mode 100644 wrapper/ibus/setup/setup.xml create mode 100644 wrapper/ibus/src/CMakeLists.txt create mode 100644 wrapper/ibus/src/debug.cpp create mode 100644 wrapper/ibus/src/debug.h create mode 100644 wrapper/ibus/src/engine.cpp create mode 100644 wrapper/ibus/src/engine.h create mode 100644 wrapper/ibus/src/ibus_common.h create mode 100644 wrapper/ibus/src/ibus_portable.cpp create mode 100644 wrapper/ibus/src/ibus_portable.h create mode 100644 wrapper/ibus/src/imi_ibus_win.cpp create mode 100644 wrapper/ibus/src/imi_ibus_win.h create mode 100644 wrapper/ibus/src/main.cpp create mode 100644 wrapper/ibus/src/pointer.h create mode 100644 wrapper/ibus/src/sunpinyin_config.cpp create mode 100644 wrapper/ibus/src/sunpinyin_config.h create mode 100644 wrapper/ibus/src/sunpinyin_config_keys.h create mode 100644 wrapper/ibus/src/sunpinyin_engine.cpp create mode 100644 wrapper/ibus/src/sunpinyin_engine.h create mode 100644 wrapper/ibus/src/sunpinyin_engine_proxy.cpp create mode 100644 wrapper/ibus/src/sunpinyin_engine_proxy.h create mode 100644 wrapper/ibus/src/sunpinyin_lookup_table.cpp create mode 100644 wrapper/ibus/src/sunpinyin_lookup_table.h create mode 100644 wrapper/ibus/src/sunpinyin_property.cpp create mode 100644 wrapper/ibus/src/sunpinyin_property.h create mode 100644 wrapper/scim/COPYING create mode 100644 wrapper/scim/LGPL.LICENSE create mode 100755 wrapper/scim/Makefile.am create mode 100644 wrapper/scim/OPENSOLARIS.LICENSE create mode 100644 wrapper/scim/README create mode 100644 wrapper/scim/SConstruct create mode 100644 wrapper/scim/config.log create mode 100644 wrapper/scim/configure.conf create mode 100755 wrapper/scim/data/Makefile.am create mode 100644 wrapper/scim/data/sunpinyin_logo.png create mode 100755 wrapper/scim/src/Makefile.am create mode 100644 wrapper/scim/src/imi_scimwin.cpp create mode 100644 wrapper/scim/src/imi_scimwin.h create mode 100644 wrapper/scim/src/sunpinyin_imengine.cpp create mode 100755 wrapper/scim/src/sunpinyin_imengine.h create mode 100644 wrapper/scim/src/sunpinyin_imengine_config_keys.h create mode 100644 wrapper/scim/src/sunpinyin_imengine_setup.cpp create mode 100644 wrapper/scim/src/sunpinyin_keycode.h create mode 100644 wrapper/scim/src/sunpinyin_lookup_table.cpp create mode 100644 wrapper/scim/src/sunpinyin_lookup_table.h create mode 100644 wrapper/scim/src/sunpinyin_private.h create mode 100644 wrapper/scim/src/sunpinyin_utils.cpp create mode 100644 wrapper/scim/src/sunpinyin_utils.h create mode 100644 wrapper/xim/COPYING create mode 100644 wrapper/xim/IMdkit/FrameMgr.c create mode 100644 wrapper/xim/IMdkit/FrameMgr.h create mode 100644 wrapper/xim/IMdkit/IMConn.c create mode 100644 wrapper/xim/IMdkit/IMMethod.c create mode 100644 wrapper/xim/IMdkit/IMValues.c create mode 100644 wrapper/xim/IMdkit/IMdkit.h create mode 100644 wrapper/xim/IMdkit/Xi18n.h create mode 100644 wrapper/xim/IMdkit/Xi18nX.h create mode 100644 wrapper/xim/IMdkit/XimFunc.h create mode 100644 wrapper/xim/IMdkit/XimProto.h create mode 100644 wrapper/xim/IMdkit/i18nAttr.c create mode 100644 wrapper/xim/IMdkit/i18nClbk.c create mode 100644 wrapper/xim/IMdkit/i18nIMProto.c create mode 100644 wrapper/xim/IMdkit/i18nIc.c create mode 100644 wrapper/xim/IMdkit/i18nMethod.c create mode 100644 wrapper/xim/IMdkit/i18nPtHdr.c create mode 100644 wrapper/xim/IMdkit/i18nUtil.c create mode 100644 wrapper/xim/IMdkit/i18nX.c create mode 100644 wrapper/xim/LGPL.LICENSE create mode 100644 wrapper/xim/OPENSOLARIS.LICENSE create mode 100644 wrapper/xim/README create mode 100644 wrapper/xim/SConstruct create mode 100644 wrapper/xim/common.h create mode 100644 wrapper/xim/data/chnpunc.png create mode 100644 wrapper/xim/data/eng.png create mode 100644 wrapper/xim/data/eng.svg create mode 100644 wrapper/xim/data/engpunc.png create mode 100644 wrapper/xim/data/full.png create mode 100644 wrapper/xim/data/half.png create mode 100644 wrapper/xim/data/han.png create mode 100644 wrapper/xim/data/han.svg create mode 100644 wrapper/xim/data/settings_ui.xml create mode 100644 wrapper/xim/data/skins/modern/eng-hover.png create mode 100644 wrapper/xim/data/skins/modern/eng-press.png create mode 100644 wrapper/xim/data/skins/modern/eng-punc-hover.png create mode 100644 wrapper/xim/data/skins/modern/eng-punc-press.png create mode 100644 wrapper/xim/data/skins/modern/eng-punc.png create mode 100644 wrapper/xim/data/skins/modern/eng.png create mode 100644 wrapper/xim/data/skins/modern/full-hover.png create mode 100644 wrapper/xim/data/skins/modern/full-press.png create mode 100644 wrapper/xim/data/skins/modern/full.png create mode 100644 wrapper/xim/data/skins/modern/half-hover.png create mode 100644 wrapper/xim/data/skins/modern/half-press.png create mode 100644 wrapper/xim/data/skins/modern/half.png create mode 100644 wrapper/xim/data/skins/modern/han-hover.png create mode 100644 wrapper/xim/data/skins/modern/han-press.png create mode 100644 wrapper/xim/data/skins/modern/han-punc-hover.png create mode 100644 wrapper/xim/data/skins/modern/han-punc-press.png create mode 100644 wrapper/xim/data/skins/modern/han-punc.png create mode 100644 wrapper/xim/data/skins/modern/han.png create mode 100644 wrapper/xim/data/skins/modern/icbar.png create mode 100644 wrapper/xim/data/skins/modern/info create mode 100644 wrapper/xim/data/skins/modern/preedit.png create mode 100644 wrapper/xim/data/sunpinyin-logo-big.png create mode 100644 wrapper/xim/data/sunpinyin-logo.png create mode 100644 wrapper/xim/data/xim_config_default create mode 100644 wrapper/xim/ic.c create mode 100644 wrapper/xim/ic.h create mode 100644 wrapper/xim/ic_gtk.c create mode 100644 wrapper/xim/ic_skin.c create mode 100644 wrapper/xim/im-switch/xsunpinyin create mode 100644 wrapper/xim/main.c create mode 100644 wrapper/xim/preferences.c create mode 100644 wrapper/xim/settings.c create mode 100644 wrapper/xim/settings.h create mode 100644 wrapper/xim/skin.c create mode 100644 wrapper/xim/skin.h create mode 100644 wrapper/xim/sunpinyin_preedit.cc create mode 100644 wrapper/xim/sunpinyin_preedit_gtk.cc create mode 100644 wrapper/xim/sunpinyin_preedit_skin.cc create mode 100644 wrapper/xim/sunpinyin_preedit_ui.h create mode 100644 wrapper/xim/ui.c create mode 100644 wrapper/xim/ui.h create mode 100644 wrapper/xim/xim.c create mode 100644 wrapper/xim/xim.h create mode 100644 wrapper/xim/xim_trigger.c create mode 100644 wrapper/xim/xmisc.c create mode 100644 wrapper/xim/xmisc.h diff --git a/AUTHORS b/AUTHORS new file mode 100644 index 0000000..c28a06d --- /dev/null +++ b/AUTHORS @@ -0,0 +1,10 @@ +Lei Zhang +Ervin Yan +Yong Sun +Kefu Chai +Wei Xue +Leo Zheng +chumsdock +Mike Qin +Li Zhang + diff --git a/COPYING b/COPYING new file mode 100644 index 0000000..a82e03e --- /dev/null +++ b/COPYING @@ -0,0 +1 @@ +Refer to LGPL.LICENSE and OPENSOLARIS.LICENSE. diff --git a/ChangeLog b/ChangeLog new file mode 100644 index 0000000..e69de29 diff --git a/INSTALL b/INSTALL new file mode 100644 index 0000000..a1e89e1 --- /dev/null +++ b/INSTALL @@ -0,0 +1,370 @@ +Installation Instructions +************************* + +Copyright (C) 1994-1996, 1999-2002, 2004-2011 Free Software Foundation, +Inc. + + Copying and distribution of this file, with or without modification, +are permitted in any medium without royalty provided the copyright +notice and this notice are preserved. This file is offered as-is, +without warranty of any kind. + +Basic Installation +================== + + Briefly, the shell commands `./configure; make; make install' should +configure, build, and install this package. The following +more-detailed instructions are generic; see the `README' file for +instructions specific to this package. Some packages provide this +`INSTALL' file but do not implement all of the features documented +below. The lack of an optional feature in a given package is not +necessarily a bug. More recommendations for GNU packages can be found +in *note Makefile Conventions: (standards)Makefile Conventions. + + The `configure' shell script attempts to guess correct values for +various system-dependent variables used during compilation. It uses +those values to create a `Makefile' in each directory of the package. +It may also create one or more `.h' files containing system-dependent +definitions. Finally, it creates a shell script `config.status' that +you can run in the future to recreate the current configuration, and a +file `config.log' containing compiler output (useful mainly for +debugging `configure'). + + It can also use an optional file (typically called `config.cache' +and enabled with `--cache-file=config.cache' or simply `-C') that saves +the results of its tests to speed up reconfiguring. Caching is +disabled by default to prevent problems with accidental use of stale +cache files. + + If you need to do unusual things to compile the package, please try +to figure out how `configure' could check whether to do them, and mail +diffs or instructions to the address given in the `README' so they can +be considered for the next release. If you are using the cache, and at +some point `config.cache' contains results you don't want to keep, you +may remove or edit it. + + The file `configure.ac' (or `configure.in') is used to create +`configure' by a program called `autoconf'. You need `configure.ac' if +you want to change it or regenerate `configure' using a newer version +of `autoconf'. + + The simplest way to compile this package is: + + 1. `cd' to the directory containing the package's source code and type + `./configure' to configure the package for your system. + + Running `configure' might take a while. While running, it prints + some messages telling which features it is checking for. + + 2. Type `make' to compile the package. + + 3. Optionally, type `make check' to run any self-tests that come with + the package, generally using the just-built uninstalled binaries. + + 4. Type `make install' to install the programs and any data files and + documentation. When installing into a prefix owned by root, it is + recommended that the package be configured and built as a regular + user, and only the `make install' phase executed with root + privileges. + + 5. Optionally, type `make installcheck' to repeat any self-tests, but + this time using the binaries in their final installed location. + This target does not install anything. Running this target as a + regular user, particularly if the prior `make install' required + root privileges, verifies that the installation completed + correctly. + + 6. You can remove the program binaries and object files from the + source code directory by typing `make clean'. To also remove the + files that `configure' created (so you can compile the package for + a different kind of computer), type `make distclean'. There is + also a `make maintainer-clean' target, but that is intended mainly + for the package's developers. If you use it, you may have to get + all sorts of other programs in order to regenerate files that came + with the distribution. + + 7. Often, you can also type `make uninstall' to remove the installed + files again. In practice, not all packages have tested that + uninstallation works correctly, even though it is required by the + GNU Coding Standards. + + 8. Some packages, particularly those that use Automake, provide `make + distcheck', which can by used by developers to test that all other + targets like `make install' and `make uninstall' work correctly. + This target is generally not run by end users. + +Compilers and Options +===================== + + Some systems require unusual options for compilation or linking that +the `configure' script does not know about. Run `./configure --help' +for details on some of the pertinent environment variables. + + You can give `configure' initial values for configuration parameters +by setting variables in the command line or in the environment. Here +is an example: + + ./configure CC=c99 CFLAGS=-g LIBS=-lposix + + *Note Defining Variables::, for more details. + +Compiling For Multiple Architectures +==================================== + + You can compile the package for more than one kind of computer at the +same time, by placing the object files for each architecture in their +own directory. To do this, you can use GNU `make'. `cd' to the +directory where you want the object files and executables to go and run +the `configure' script. `configure' automatically checks for the +source code in the directory that `configure' is in and in `..'. This +is known as a "VPATH" build. + + With a non-GNU `make', it is safer to compile the package for one +architecture at a time in the source code directory. After you have +installed the package for one architecture, use `make distclean' before +reconfiguring for another architecture. + + On MacOS X 10.5 and later systems, you can create libraries and +executables that work on multiple system types--known as "fat" or +"universal" binaries--by specifying multiple `-arch' options to the +compiler but only a single `-arch' option to the preprocessor. Like +this: + + ./configure CC="gcc -arch i386 -arch x86_64 -arch ppc -arch ppc64" \ + CXX="g++ -arch i386 -arch x86_64 -arch ppc -arch ppc64" \ + CPP="gcc -E" CXXCPP="g++ -E" + + This is not guaranteed to produce working output in all cases, you +may have to build one architecture at a time and combine the results +using the `lipo' tool if you have problems. + +Installation Names +================== + + By default, `make install' installs the package's commands under +`/usr/local/bin', include files under `/usr/local/include', etc. You +can specify an installation prefix other than `/usr/local' by giving +`configure' the option `--prefix=PREFIX', where PREFIX must be an +absolute file name. + + You can specify separate installation prefixes for +architecture-specific files and architecture-independent files. If you +pass the option `--exec-prefix=PREFIX' to `configure', the package uses +PREFIX as the prefix for installing programs and libraries. +Documentation and other data files still use the regular prefix. + + In addition, if you use an unusual directory layout you can give +options like `--bindir=DIR' to specify different values for particular +kinds of files. Run `configure --help' for a list of the directories +you can set and what kinds of files go in them. In general, the +default for these options is expressed in terms of `${prefix}', so that +specifying just `--prefix' will affect all of the other directory +specifications that were not explicitly provided. + + The most portable way to affect installation locations is to pass the +correct locations to `configure'; however, many packages provide one or +both of the following shortcuts of passing variable assignments to the +`make install' command line to change installation locations without +having to reconfigure or recompile. + + The first method involves providing an override variable for each +affected directory. For example, `make install +prefix=/alternate/directory' will choose an alternate location for all +directory configuration variables that were expressed in terms of +`${prefix}'. Any directories that were specified during `configure', +but not in terms of `${prefix}', must each be overridden at install +time for the entire installation to be relocated. The approach of +makefile variable overrides for each directory variable is required by +the GNU Coding Standards, and ideally causes no recompilation. +However, some platforms have known limitations with the semantics of +shared libraries that end up requiring recompilation when using this +method, particularly noticeable in packages that use GNU Libtool. + + The second method involves providing the `DESTDIR' variable. For +example, `make install DESTDIR=/alternate/directory' will prepend +`/alternate/directory' before all installation names. The approach of +`DESTDIR' overrides is not required by the GNU Coding Standards, and +does not work on platforms that have drive letters. On the other hand, +it does better at avoiding recompilation issues, and works well even +when some directory options were not specified in terms of `${prefix}' +at `configure' time. + +Optional Features +================= + + If the package supports it, you can cause programs to be installed +with an extra prefix or suffix on their names by giving `configure' the +option `--program-prefix=PREFIX' or `--program-suffix=SUFFIX'. + + Some packages pay attention to `--enable-FEATURE' options to +`configure', where FEATURE indicates an optional part of the package. +They may also pay attention to `--with-PACKAGE' options, where PACKAGE +is something like `gnu-as' or `x' (for the X Window System). The +`README' should mention any `--enable-' and `--with-' options that the +package recognizes. + + For packages that use the X Window System, `configure' can usually +find the X include and library files automatically, but if it doesn't, +you can use the `configure' options `--x-includes=DIR' and +`--x-libraries=DIR' to specify their locations. + + Some packages offer the ability to configure how verbose the +execution of `make' will be. For these packages, running `./configure +--enable-silent-rules' sets the default to minimal output, which can be +overridden with `make V=1'; while running `./configure +--disable-silent-rules' sets the default to verbose, which can be +overridden with `make V=0'. + +Particular systems +================== + + On HP-UX, the default C compiler is not ANSI C compatible. If GNU +CC is not installed, it is recommended to use the following options in +order to use an ANSI C compiler: + + ./configure CC="cc -Ae -D_XOPEN_SOURCE=500" + +and if that doesn't work, install pre-built binaries of GCC for HP-UX. + + HP-UX `make' updates targets which have the same time stamps as +their prerequisites, which makes it generally unusable when shipped +generated files such as `configure' are involved. Use GNU `make' +instead. + + On OSF/1 a.k.a. Tru64, some versions of the default C compiler cannot +parse its `' header file. The option `-nodtk' can be used as +a workaround. If GNU CC is not installed, it is therefore recommended +to try + + ./configure CC="cc" + +and if that doesn't work, try + + ./configure CC="cc -nodtk" + + On Solaris, don't put `/usr/ucb' early in your `PATH'. This +directory contains several dysfunctional programs; working variants of +these programs are available in `/usr/bin'. So, if you need `/usr/ucb' +in your `PATH', put it _after_ `/usr/bin'. + + On Haiku, software installed for all users goes in `/boot/common', +not `/usr/local'. It is recommended to use the following options: + + ./configure --prefix=/boot/common + +Specifying the System Type +========================== + + There may be some features `configure' cannot figure out +automatically, but needs to determine by the type of machine the package +will run on. Usually, assuming the package is built to be run on the +_same_ architectures, `configure' can figure that out, but if it prints +a message saying it cannot guess the machine type, give it the +`--build=TYPE' option. TYPE can either be a short name for the system +type, such as `sun4', or a canonical name which has the form: + + CPU-COMPANY-SYSTEM + +where SYSTEM can have one of these forms: + + OS + KERNEL-OS + + See the file `config.sub' for the possible values of each field. If +`config.sub' isn't included in this package, then this package doesn't +need to know the machine type. + + If you are _building_ compiler tools for cross-compiling, you should +use the option `--target=TYPE' to select the type of system they will +produce code for. + + If you want to _use_ a cross compiler, that generates code for a +platform different from the build platform, you should specify the +"host" platform (i.e., that on which the generated programs will +eventually be run) with `--host=TYPE'. + +Sharing Defaults +================ + + If you want to set default values for `configure' scripts to share, +you can create a site shell script called `config.site' that gives +default values for variables like `CC', `cache_file', and `prefix'. +`configure' looks for `PREFIX/share/config.site' if it exists, then +`PREFIX/etc/config.site' if it exists. Or, you can set the +`CONFIG_SITE' environment variable to the location of the site script. +A warning: not all `configure' scripts look for a site script. + +Defining Variables +================== + + Variables not defined in a site shell script can be set in the +environment passed to `configure'. However, some packages may run +configure again during the build, and the customized values of these +variables may be lost. In order to avoid this problem, you should set +them in the `configure' command line, using `VAR=value'. For example: + + ./configure CC=/usr/local2/bin/gcc + +causes the specified `gcc' to be used as the C compiler (unless it is +overridden in the site shell script). + +Unfortunately, this technique does not work for `CONFIG_SHELL' due to +an Autoconf bug. Until the bug is fixed you can use this workaround: + + CONFIG_SHELL=/bin/bash /bin/bash ./configure CONFIG_SHELL=/bin/bash + +`configure' Invocation +====================== + + `configure' recognizes the following options to control how it +operates. + +`--help' +`-h' + Print a summary of all of the options to `configure', and exit. + +`--help=short' +`--help=recursive' + Print a summary of the options unique to this package's + `configure', and exit. The `short' variant lists options used + only in the top level, while the `recursive' variant lists options + also present in any nested packages. + +`--version' +`-V' + Print the version of Autoconf used to generate the `configure' + script, and exit. + +`--cache-file=FILE' + Enable the cache: use and save the results of the tests in FILE, + traditionally `config.cache'. FILE defaults to `/dev/null' to + disable caching. + +`--config-cache' +`-C' + Alias for `--cache-file=config.cache'. + +`--quiet' +`--silent' +`-q' + Do not print messages saying which checks are being made. To + suppress all normal output, redirect it to `/dev/null' (any error + messages will still be shown). + +`--srcdir=DIR' + Look for the package's source code in directory DIR. Usually + `configure' can determine that directory automatically. + +`--prefix=DIR' + Use DIR as the installation prefix. *note Installation Names:: + for more details, including other options available for fine-tuning + the installation locations. + +`--no-create' +`-n' + Run the configure checks, but stop before creating any output + files. + +`configure' also accepts some other, not widely useful, options. Run +`configure --help' for more details. + diff --git a/LGPL.LICENSE b/LGPL.LICENSE new file mode 100644 index 0000000..5b9dd3b --- /dev/null +++ b/LGPL.LICENSE @@ -0,0 +1,516 @@ + GNU LESSER GENERAL PUBLIC LICENSE + Version 2.1, February 1999 + + Copyright (C) 1991, 1999 Free Software Foundation, Inc. + 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + Everyone is permitted to copy and distribute verbatim copies + of this license document, but changing it is not allowed. + +[This is the first released version of the Lesser GPL. It also counts + as the successor of the GNU Library Public License, version 2, hence + the version number 2.1.] + + Preamble + + The licenses for most software are designed to take away your +freedom to share and change it. By contrast, the GNU General Public +Licenses are intended to guarantee your freedom to share and change +free software--to make sure the software is free for all its users. + + This license, the Lesser General Public License, applies to some +specially designated software packages--typically libraries--of the +Free Software Foundation and other authors who decide to use it. You +can use it too, but we suggest you first think carefully about whether +this license or the ordinary General Public License is the better +strategy to use in any particular case, based on the explanations below. + + When we speak of free software, we are referring to freedom of use, +not price. Our General Public Licenses are designed to make sure that +you have the freedom to distribute copies of free software (and charge +for this service if you wish); that you receive source code or can get +it if you want it; that you can change the software and use pieces of +it in new free programs; and that you are informed that you can do +these things. + + To protect your rights, we need to make restrictions that forbid +distributors to deny you these rights or to ask you to surrender these +rights. These restrictions translate to certain responsibilities for +you if you distribute copies of the library or if you modify it. + + For example, if you distribute copies of the library, whether gratis +or for a fee, you must give the recipients all the rights that we gave +you. You must make sure that they, too, receive or can get the source +code. If you link other code with the library, you must provide +complete object files to the recipients, so that they can relink them +with the library after making changes to the library and recompiling +it. And you must show them these terms so they know their rights. + + We protect your rights with a two-step method: (1) we copyright the +library, and (2) we offer you this license, which gives you legal +permission to copy, distribute and/or modify the library. + + To protect each distributor, we want to make it very clear that +there is no warranty for the free library. Also, if the library is +modified by someone else and passed on, the recipients should know +that what they have is not the original version, so that the original +author's reputation will not be affected by problems that might be +introduced by others. + + Finally, software patents pose a constant threat to the existence of +any free program. We wish to make sure that a company cannot +effectively restrict the users of a free program by obtaining a +restrictive license from a patent holder. Therefore, we insist that +any patent license obtained for a version of the library must be +consistent with the full freedom of use specified in this license. + + Most GNU software, including some libraries, is covered by the +ordinary GNU General Public License. This license, the GNU Lesser +General Public License, applies to certain designated libraries, and +is quite different from the ordinary General Public License. We use +this license for certain libraries in order to permit linking those +libraries into non-free programs. + + When a program is linked with a library, whether statically or using +a shared library, the combination of the two is legally speaking a +combined work, a derivative of the original library. The ordinary +General Public License therefore permits such linking only if the +entire combination fits its criteria of freedom. The Lesser General +Public License permits more lax criteria for linking other code with +the library. + + We call this license the "Lesser" General Public License because it +does Less to protect the user's freedom than the ordinary General +Public License. It also provides other free software developers Less +of an advantage over competing non-free programs. These disadvantages +are the reason we use the ordinary General Public License for many +libraries. However, the Lesser license provides advantages in certain +special circumstances. + + For example, on rare occasions, there may be a special need to +encourage the widest possible use of a certain library, so that it becomes +a de-facto standard. To achieve this, non-free programs must be +allowed to use the library. A more frequent case is that a free +library does the same job as widely used non-free libraries. In this +case, there is little to gain by limiting the free library to free +software only, so we use the Lesser General Public License. + + In other cases, permission to use a particular library in non-free +programs enables a greater number of people to use a large body of +free software. For example, permission to use the GNU C Library in +non-free programs enables many more people to use the whole GNU +operating system, as well as its variant, the GNU/Linux operating +system. + + Although the Lesser General Public License is Less protective of the +users' freedom, it does ensure that the user of a program that is +linked with the Library has the freedom and the wherewithal to run +that program using a modified version of the Library. + + The precise terms and conditions for copying, distribution and +modification follow. Pay close attention to the difference between a +"work based on the library" and a "work that uses the library". The +former contains code derived from the library, whereas the latter must +be combined with the library in order to run. + + GNU LESSER GENERAL PUBLIC LICENSE + TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION + + 0. This License Agreement applies to any software library or other +program which contains a notice placed by the copyright holder or +other authorized party saying it may be distributed under the terms of +this Lesser General Public License (also called "this License"). +Each licensee is addressed as "you". + + A "library" means a collection of software functions and/or data +prepared so as to be conveniently linked with application programs +(which use some of those functions and data) to form executables. + + The "Library", below, refers to any such software library or work +which has been distributed under these terms. A "work based on the +Library" means either the Library or any derivative work under +copyright law: that is to say, a work containing the Library or a +portion of it, either verbatim or with modifications and/or translated +straightforwardly into another language. (Hereinafter, translation is +included without limitation in the term "modification".) + + "Source code" for a work means the preferred form of the work for +making modifications to it. For a library, complete source code means +all the source code for all modules it contains, plus any associated +interface definition files, plus the scripts used to control compilation +and installation of the library. + + Activities other than copying, distribution and modification are not +covered by this License; they are outside its scope. The act of +running a program using the Library is not restricted, and output from +such a program is covered only if its contents constitute a work based +on the Library (independent of the use of the Library in a tool for +writing it). Whether that is true depends on what the Library does +and what the program that uses the Library does. + + 1. You may copy and distribute verbatim copies of the Library's +complete source code as you receive it, in any medium, provided that +you conspicuously and appropriately publish on each copy an +appropriate copyright notice and disclaimer of warranty; keep intact +all the notices that refer to this License and to the absence of any +warranty; and distribute a copy of this License along with the +Library. + + You may charge a fee for the physical act of transferring a copy, +and you may at your option offer warranty protection in exchange for a +fee. + + 2. You may modify your copy or copies of the Library or any portion +of it, thus forming a work based on the Library, and copy and +distribute such modifications or work under the terms of Section 1 +above, provided that you also meet all of these conditions: + + a) The modified work must itself be a software library. + + b) You must cause the files modified to carry prominent notices + stating that you changed the files and the date of any change. + + c) You must cause the whole of the work to be licensed at no + charge to all third parties under the terms of this License. + + d) If a facility in the modified Library refers to a function or a + table of data to be supplied by an application program that uses + the facility, other than as an argument passed when the facility + is invoked, then you must make a good faith effort to ensure that, + in the event an application does not supply such function or + table, the facility still operates, and performs whatever part of + its purpose remains meaningful. + + (For example, a function in a library to compute square roots has + a purpose that is entirely well-defined independent of the + application. Therefore, Subsection 2d requires that any + application-supplied function or table used by this function must + be optional: if the application does not supply it, the square + root function must still compute square roots.) + +These requirements apply to the modified work as a whole. If +identifiable sections of that work are not derived from the Library, +and can be reasonably considered independent and separate works in +themselves, then this License, and its terms, do not apply to those +sections when you distribute them as separate works. But when you +distribute the same sections as part of a whole which is a work based +on the Library, the distribution of the whole must be on the terms of +this License, whose permissions for other licensees extend to the +entire whole, and thus to each and every part regardless of who wrote +it. + +Thus, it is not the intent of this section to claim rights or contest +your rights to work written entirely by you; rather, the intent is to +exercise the right to control the distribution of derivative or +collective works based on the Library. + +In addition, mere aggregation of another work not based on the Library +with the Library (or with a work based on the Library) on a volume of +a storage or distribution medium does not bring the other work under +the scope of this License. + + 3. You may opt to apply the terms of the ordinary GNU General Public +License instead of this License to a given copy of the Library. To do +this, you must alter all the notices that refer to this License, so +that they refer to the ordinary GNU General Public License, version 2, +instead of to this License. (If a newer version than version 2 of the +ordinary GNU General Public License has appeared, then you can specify +that version instead if you wish.) Do not make any other change in +these notices. + + Once this change is made in a given copy, it is irreversible for +that copy, so the ordinary GNU General Public License applies to all +subsequent copies and derivative works made from that copy. + + This option is useful when you wish to copy part of the code of +the Library into a program that is not a library. + + 4. You may copy and distribute the Library (or a portion or +derivative of it, under Section 2) in object code or executable form +under the terms of Sections 1 and 2 above provided that you accompany +it with the complete corresponding machine-readable source code, which +must be distributed under the terms of Sections 1 and 2 above on a +medium customarily used for software interchange. + + If distribution of object code is made by offering access to copy +from a designated place, then offering equivalent access to copy the +source code from the same place satisfies the requirement to +distribute the source code, even though third parties are not +compelled to copy the source along with the object code. + + 5. A program that contains no derivative of any portion of the +Library, but is designed to work with the Library by being compiled or +linked with it, is called a "work that uses the Library". Such a +work, in isolation, is not a derivative work of the Library, and +therefore falls outside the scope of this License. + + However, linking a "work that uses the Library" with the Library +creates an executable that is a derivative of the Library (because it +contains portions of the Library), rather than a "work that uses the +library". The executable is therefore covered by this License. +Section 6 states terms for distribution of such executables. + + When a "work that uses the Library" uses material from a header file +that is part of the Library, the object code for the work may be a +derivative work of the Library even though the source code is not. +Whether this is true is especially significant if the work can be +linked without the Library, or if the work is itself a library. The +threshold for this to be true is not precisely defined by law. + + If such an object file uses only numerical parameters, data +structure layouts and accessors, and small macros and small inline +functions (ten lines or less in length), then the use of the object +file is unrestricted, regardless of whether it is legally a derivative +work. (Executables containing this object code plus portions of the +Library will still fall under Section 6.) + + Otherwise, if the work is a derivative of the Library, you may +distribute the object code for the work under the terms of Section 6. +Any executables containing that work also fall under Section 6, +whether or not they are linked directly with the Library itself. + + 6. As an exception to the Sections above, you may also combine or +link a "work that uses the Library" with the Library to produce a +work containing portions of the Library, and distribute that work +under terms of your choice, provided that the terms permit +modification of the work for the customer's own use and reverse +engineering for debugging such modifications. + + You must give prominent notice with each copy of the work that the +Library is used in it and that the Library and its use are covered by +this License. You must supply a copy of this License. If the work +during execution displays copyright notices, you must include the +copyright notice for the Library among them, as well as a reference +directing the user to the copy of this License. Also, you must do one +of these things: + + a) Accompany the work with the complete corresponding + machine-readable source code for the Library including whatever + changes were used in the work (which must be distributed under + Sections 1 and 2 above); and, if the work is an executable linked + with the Library, with the complete machine-readable "work that + uses the Library", as object code and/or source code, so that the + user can modify the Library and then relink to produce a modified + executable containing the modified Library. (It is understood + that the user who changes the contents of definitions files in the + Library will not necessarily be able to recompile the application + to use the modified definitions.) + + b) Use a suitable shared library mechanism for linking with the + Library. A suitable mechanism is one that (1) uses at run time a + copy of the library already present on the user's computer system, + rather than copying library functions into the executable, and (2) + will operate properly with a modified version of the library, if + the user installs one, as long as the modified version is + interface-compatible with the version that the work was made with. + + c) Accompany the work with a written offer, valid for at + least three years, to give the same user the materials + specified in Subsection 6a, above, for a charge no more + than the cost of performing this distribution. + + d) If distribution of the work is made by offering access to copy + from a designated place, offer equivalent access to copy the above + specified materials from the same place. + + e) Verify that the user has already received a copy of these + materials or that you have already sent this user a copy. + + For an executable, the required form of the "work that uses the +Library" must include any data and utility programs needed for +reproducing the executable from it. However, as a special exception, +the materials to be distributed need not include anything that is +normally distributed (in either source or binary form) with the major +components (compiler, kernel, and so on) of the operating system on +which the executable runs, unless that component itself accompanies +the executable. + + It may happen that this requirement contradicts the license +restrictions of other proprietary libraries that do not normally +accompany the operating system. Such a contradiction means you cannot +use both them and the Library together in an executable that you +distribute. + + 7. You may place library facilities that are a work based on the +Library side-by-side in a single library together with other library +facilities not covered by this License, and distribute such a combined +library, provided that the separate distribution of the work based on +the Library and of the other library facilities is otherwise +permitted, and provided that you do these two things: + + a) Accompany the combined library with a copy of the same work + based on the Library, uncombined with any other library + facilities. This must be distributed under the terms of the + Sections above. + + b) Give prominent notice with the combined library of the fact + that part of it is a work based on the Library, and explaining + where to find the accompanying uncombined form of the same work. + + 8. You may not copy, modify, sublicense, link with, or distribute +the Library except as expressly provided under this License. Any +attempt otherwise to copy, modify, sublicense, link with, or +distribute the Library is void, and will automatically terminate your +rights under this License. However, parties who have received copies, +or rights, from you under this License will not have their licenses +terminated so long as such parties remain in full compliance. + + 9. You are not required to accept this License, since you have not +signed it. However, nothing else grants you permission to modify or +distribute the Library or its derivative works. These actions are +prohibited by law if you do not accept this License. Therefore, by +modifying or distributing the Library (or any work based on the +Library), you indicate your acceptance of this License to do so, and +all its terms and conditions for copying, distributing or modifying +the Library or works based on it. + + 10. Each time you redistribute the Library (or any work based on the +Library), the recipient automatically receives a license from the +original licensor to copy, distribute, link with or modify the Library +subject to these terms and conditions. You may not impose any further +restrictions on the recipients' exercise of the rights granted herein. +You are not responsible for enforcing compliance by third parties with +this License. + + 11. If, as a consequence of a court judgment or allegation of patent +infringement or for any other reason (not limited to patent issues), +conditions are imposed on you (whether by court order, agreement or +otherwise) that contradict the conditions of this License, they do not +excuse you from the conditions of this License. If you cannot +distribute so as to satisfy simultaneously your obligations under this +License and any other pertinent obligations, then as a consequence you +may not distribute the Library at all. For example, if a patent +license would not permit royalty-free redistribution of the Library by +all those who receive copies directly or indirectly through you, then +the only way you could satisfy both it and this License would be to +refrain entirely from distribution of the Library. + +If any portion of this section is held invalid or unenforceable under any +particular circumstance, the balance of the section is intended to apply, +and the section as a whole is intended to apply in other circumstances. + +It is not the purpose of this section to induce you to infringe any +patents or other property right claims or to contest validity of any +such claims; this section has the sole purpose of protecting the +integrity of the free software distribution system which is +implemented by public license practices. Many people have made +generous contributions to the wide range of software distributed +through that system in reliance on consistent application of that +system; it is up to the author/donor to decide if he or she is willing +to distribute software through any other system and a licensee cannot +impose that choice. + +This section is intended to make thoroughly clear what is believed to +be a consequence of the rest of this License. + + 12. If the distribution and/or use of the Library is restricted in +certain countries either by patents or by copyrighted interfaces, the +original copyright holder who places the Library under this License may add +an explicit geographical distribution limitation excluding those countries, +so that distribution is permitted only in or among countries not thus +excluded. In such case, this License incorporates the limitation as if +written in the body of this License. + + 13. The Free Software Foundation may publish revised and/or new +versions of the Lesser General Public License from time to time. +Such new versions will be similar in spirit to the present version, +but may differ in detail to address new problems or concerns. + +Each version is given a distinguishing version number. If the Library +specifies a version number of this License which applies to it and +"any later version", you have the option of following the terms and +conditions either of that version or of any later version published by +the Free Software Foundation. If the Library does not specify a +license version number, you may choose any version ever published by +the Free Software Foundation. + + 14. If you wish to incorporate parts of the Library into other free +programs whose distribution conditions are incompatible with these, +write to the author to ask for permission. For software which is +copyrighted by the Free Software Foundation, write to the Free +Software Foundation; we sometimes make exceptions for this. Our +decision will be guided by the two goals of preserving the free status +of all derivatives of our free software and of promoting the sharing +and reuse of software generally. + + NO WARRANTY + + 15. BECAUSE THE LIBRARY IS LICENSED FREE OF CHARGE, THERE IS NO +WARRANTY FOR THE LIBRARY, TO THE EXTENT PERMITTED BY APPLICABLE LAW. +EXCEPT WHEN OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR +OTHER PARTIES PROVIDE THE LIBRARY "AS IS" WITHOUT WARRANTY OF ANY +KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE OF THE +LIBRARY IS WITH YOU. SHOULD THE LIBRARY PROVE DEFECTIVE, YOU ASSUME +THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION. + + 16. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN +WRITING WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY +AND/OR REDISTRIBUTE THE LIBRARY AS PERMITTED ABOVE, BE LIABLE TO YOU +FOR DAMAGES, INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR +CONSEQUENTIAL DAMAGES ARISING OUT OF THE USE OR INABILITY TO USE THE +LIBRARY (INCLUDING BUT NOT LIMITED TO LOSS OF DATA OR DATA BEING +RENDERED INACCURATE OR LOSSES SUSTAINED BY YOU OR THIRD PARTIES OR A +FAILURE OF THE LIBRARY TO OPERATE WITH ANY OTHER SOFTWARE), EVEN IF +SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE POSSIBILITY OF SUCH +DAMAGES. + + END OF TERMS AND CONDITIONS + + How to Apply These Terms to Your New Libraries + + If you develop a new library, and you want it to be of the greatest +possible use to the public, we recommend making it free software that +everyone can redistribute and change. You can do so by permitting +redistribution under these terms (or, alternatively, under the terms of the +ordinary General Public License). + + To apply these terms, attach the following notices to the library. It is +safest to attach them to the start of each source file to most effectively +convey the exclusion of warranty; and each file should have at least the +"copyright" line and a pointer to where the full notice is found. + + + Copyright (C) + + This library is free software; you can redistribute it and/or + modify it under the terms of the GNU Lesser General Public + License as published by the Free Software Foundation; either + version 2.1 of the License, or (at your option) any later version. + + This library is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + Lesser General Public License for more details. + + You should have received a copy of the GNU Lesser General Public + License along with this library; if not, write to the Free Software + Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA + +Also add information on how to contact you by electronic and paper mail. + +You should also get your employer (if you work as a programmer) or your +school, if any, to sign a "copyright disclaimer" for the library, if +necessary. Here is a sample; alter the names: + + Yoyodyne, Inc., hereby disclaims all copyright interest in the + library `Frob' (a library for tweaking knobs) written by James Random Hacker. + + , 1 April 1990 + Ty Coon, President of Vice + +That's all there is to it! + +-------------------------------------------------------------------- + +NOTICE PURSUANT TO SECTION 9 OF THE COMMON DEVELOPMENT AND +DISTRIBUTION LICENSE (CDDL) + +For Covered Software in this distribution, this License shall +be governed by the laws of the State of California (excluding +conflict-of-law provisions). + +Any litigation relating to this License shall be subject to the +jurisdiction of the Federal Courts of the Northern District of +California and the state courts of the State of California, with +venue lying in Santa Clara County, California. diff --git a/Makefile.am b/Makefile.am new file mode 100755 index 0000000..2031c05 --- /dev/null +++ b/Makefile.am @@ -0,0 +1,49 @@ +## Makefile.am -- Process this file with automake to produce Makefile.in +## Copyright (C) 2002 James Su +## +## This program is free software; you can redistribute it and/or modify +## it under the terms of the GNU General Public License as published by +## the Free Software Foundation; either version 2, or (at your option) +## any later version. +## +## This program is distributed in the hope that it will be useful, +## but WITHOUT ANY WARRANTY; without even the implied warranty of +## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +## GNU General Public License for more details. +## +## You should have received a copy of the GNU General Public License +## along with this program; if not, write to the Free Software +## Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + +AUX_DIST = $(ac_aux_dir)/config.guess \ + $(ac_aux_dir)/config.sub \ + $(ac_aux_dir)/install-sh \ + $(ac_aux_dir)/ltconfig \ + $(ac_aux_dir)/ltmain.sh \ + $(ac_aux_dir)/missing \ + $(ac_aux_dir)/depcomp + +EXTRA_DIST = ChangeLog \ + README \ + config.rpath \ + bootstrap + + +AUTOMAKE_OPTIONS = gnu + +SUBDIRS = src wrapper/scim raw + +MAINTAINERCLEANFILES = Makefile.in aclocal.m4 configure config.h.in $(AUX_DIST) + +CLEANFILES = *.bak src/*.bak + +## docdir = $(top_builddir)/doc +pkgconfigdir = $(libdir)/pkgconfig +pkgconfig_DATA = sunpinyin-2.0.pc +ACLOCAL = aclocal -I m4 +ACLOCAL_AMFLAGS = -I m4 + +.PHONY: ChangeLog + +ChangeLog: + svn2cl --include-rev --authors=$(top_srcdir)/developers -f $(top_srcdir)/$@ diff --git a/NEWS b/NEWS new file mode 100644 index 0000000..ca27c0e --- /dev/null +++ b/NEWS @@ -0,0 +1,47 @@ +Release 2.0.3 +============= + +2.0.3 release is containing a lot of major fix compare to last release. User should update to this release as soon as possible. It fixed many inconveniet bugs. Changes compare to 2.0.2 are described below: + +Build +----- + +* CFLAGS, CXXFLAGS and LDFLAGS are recongnized. +* Scons scripts now will remember the configuration arguments in configure.conf. +* Ported to ARMEL architecture. +* Able to build on FreeBSD. + +libsunpinyin +------------ + +* New LOGO! +* History cache focus more on recent commits. +* Supports --libdir and --libdatadir as configuration arguments. +* Hunpin support. (Contributed by Hanjie Xu) +* Fixed weird behavior of history with a single character. +* Fixed a potential issue for candidate ranking. + +ibus-sunpinyin +-------------- + +* Supports --libdir, --datadir, --execdir as configuration arguments. +* Alt+num key as the candidate delete key for ibus-sunpinyin. +* Able to build on IBus-1.4 + +xsunpinyin +---------- + +* Synchronized the version between xsunpinyin and libsunpinyin project. +* Fixed startup crash with empty directory. +* Fixed position problem on multi-screen. +* Fixed crash on exit, which caused history information lost. +* Refact UI system +* Added skin support +* Fixed text overbound when pinyin are too long. +* Fixed ignorance of ShuangPin setting. +* Fixed weird behavior of fast switch to english. (Issue 213). + +scim-sunpinyin +-------------- + +* Add legacy support for scim (Thanks to liangguo) diff --git a/OPENSOLARIS.LICENSE b/OPENSOLARIS.LICENSE new file mode 100644 index 0000000..d838932 --- /dev/null +++ b/OPENSOLARIS.LICENSE @@ -0,0 +1,377 @@ +COMMON DEVELOPMENT AND DISTRIBUTION LICENSE Version 1.0 + +1. Definitions. + + 1.1. "Contributor" means each individual or entity that creates + or contributes to the creation of Modifications. + + 1.2. "Contributor Version" means the combination of the Original + Software, prior Modifications used by a Contributor (if any), + and the Modifications made by that particular Contributor. + + 1.3. "Covered Software" means (a) the Original Software, or (b) + Modifications, or (c) the combination of files containing + Original Software with files containing Modifications, in + each case including portions thereof. + + 1.4. "Executable" means the Covered Software in any form other + than Source Code. + + 1.5. "Initial Developer" means the individual or entity that first + makes Original Software available under this License. + + 1.6. "Larger Work" means a work which combines Covered Software or + portions thereof with code not governed by the terms of this + License. + + 1.7. "License" means this document. + + 1.8. "Licensable" means having the right to grant, to the maximum + extent possible, whether at the time of the initial grant or + subsequently acquired, any and all of the rights conveyed + herein. + + 1.9. "Modifications" means the Source Code and Executable form of + any of the following: + + A. Any file that results from an addition to, deletion from or + modification of the contents of a file containing Original + Software or previous Modifications; + + B. Any new file that contains any part of the Original + Software or previous Modifications; or + + C. Any new file that is contributed or otherwise made + available under the terms of this License. + + 1.10. "Original Software" means the Source Code and Executable + form of computer software code that is originally released + under this License. + + 1.11. "Patent Claims" means any patent claim(s), now owned or + hereafter acquired, including without limitation, method, + process, and apparatus claims, in any patent Licensable by + grantor. + + 1.12. "Source Code" means (a) the common form of computer software + code in which modifications are made and (b) associated + documentation included in or with such code. + + 1.13. "You" (or "Your") means an individual or a legal entity + exercising rights under, and complying with all of the terms + of, this License. For legal entities, "You" includes any + entity which controls, is controlled by, or is under common + control with You. For purposes of this definition, + "control" means (a) the power, direct or indirect, to cause + the direction or management of such entity, whether by + contract or otherwise, or (b) ownership of more than fifty + percent (50%) of the outstanding shares or beneficial + ownership of such entity. + +2. License Grants. + + 2.1. The Initial Developer Grant. + + Conditioned upon Your compliance with Section 3.1 below and + subject to third party intellectual property claims, the Initial + Developer hereby grants You a world-wide, royalty-free, + non-exclusive license: + + (a) under intellectual property rights (other than patent or + trademark) Licensable by Initial Developer, to use, + reproduce, modify, display, perform, sublicense and + distribute the Original Software (or portions thereof), + with or without Modifications, and/or as part of a Larger + Work; and + + (b) under Patent Claims infringed by the making, using or + selling of Original Software, to make, have made, use, + practice, sell, and offer for sale, and/or otherwise + dispose of the Original Software (or portions thereof). + + (c) The licenses granted in Sections 2.1(a) and (b) are + effective on the date Initial Developer first distributes + or otherwise makes the Original Software available to a + third party under the terms of this License. + + (d) Notwithstanding Section 2.1(b) above, no patent license is + granted: (1) for code that You delete from the Original + Software, or (2) for infringements caused by: (i) the + modification of the Original Software, or (ii) the + combination of the Original Software with other software + or devices. + + 2.2. Contributor Grant. + + Conditioned upon Your compliance with Section 3.1 below and + subject to third party intellectual property claims, each + Contributor hereby grants You a world-wide, royalty-free, + non-exclusive license: + + (a) under intellectual property rights (other than patent or + trademark) Licensable by Contributor to use, reproduce, + modify, display, perform, sublicense and distribute the + Modifications created by such Contributor (or portions + thereof), either on an unmodified basis, with other + Modifications, as Covered Software and/or as part of a + Larger Work; and + + (b) under Patent Claims infringed by the making, using, or + selling of Modifications made by that Contributor either + alone and/or in combination with its Contributor Version + (or portions of such combination), to make, use, sell, + offer for sale, have made, and/or otherwise dispose of: + (1) Modifications made by that Contributor (or portions + thereof); and (2) the combination of Modifications made by + that Contributor with its Contributor Version (or portions + of such combination). + + (c) The licenses granted in Sections 2.2(a) and 2.2(b) are + effective on the date Contributor first distributes or + otherwise makes the Modifications available to a third + party. + + (d) Notwithstanding Section 2.2(b) above, no patent license is + granted: (1) for any code that Contributor has deleted + from the Contributor Version; (2) for infringements caused + by: (i) third party modifications of Contributor Version, + or (ii) the combination of Modifications made by that + Contributor with other software (except as part of the + Contributor Version) or other devices; or (3) under Patent + Claims infringed by Covered Software in the absence of + Modifications made by that Contributor. + +3. Distribution Obligations. + + 3.1. Availability of Source Code. + + Any Covered Software that You distribute or otherwise make + available in Executable form must also be made available in Source + Code form and that Source Code form must be distributed only under + the terms of this License. You must include a copy of this + License with every copy of the Source Code form of the Covered + Software You distribute or otherwise make available. You must + inform recipients of any such Covered Software in Executable form + as to how they can obtain such Covered Software in Source Code + form in a reasonable manner on or through a medium customarily + used for software exchange. + + 3.2. Modifications. + + The Modifications that You create or to which You contribute are + governed by the terms of this License. You represent that You + believe Your Modifications are Your original creation(s) and/or + You have sufficient rights to grant the rights conveyed by this + License. + + 3.3. Required Notices. + + You must include a notice in each of Your Modifications that + identifies You as the Contributor of the Modification. You may + not remove or alter any copyright, patent or trademark notices + contained within the Covered Software, or any notices of licensing + or any descriptive text giving attribution to any Contributor or + the Initial Developer. + + 3.4. Application of Additional Terms. + + You may not offer or impose any terms on any Covered Software in + Source Code form that alters or restricts the applicable version + of this License or the recipients' rights hereunder. You may + choose to offer, and to charge a fee for, warranty, support, + indemnity or liability obligations to one or more recipients of + Covered Software. However, you may do so only on Your own behalf, + and not on behalf of the Initial Developer or any Contributor. + You must make it absolutely clear that any such warranty, support, + indemnity or liability obligation is offered by You alone, and You + hereby agree to indemnify the Initial Developer and every + Contributor for any liability incurred by the Initial Developer or + such Contributor as a result of warranty, support, indemnity or + liability terms You offer. + + 3.5. Distribution of Executable Versions. + + You may distribute the Executable form of the Covered Software + under the terms of this License or under the terms of a license of + Your choice, which may contain terms different from this License, + provided that You are in compliance with the terms of this License + and that the license for the Executable form does not attempt to + limit or alter the recipient's rights in the Source Code form from + the rights set forth in this License. If You distribute the + Covered Software in Executable form under a different license, You + must make it absolutely clear that any terms which differ from + this License are offered by You alone, not by the Initial + Developer or Contributor. You hereby agree to indemnify the + Initial Developer and every Contributor for any liability incurred + by the Initial Developer or such Contributor as a result of any + such terms You offer. + + 3.6. Larger Works. + + You may create a Larger Work by combining Covered Software with + other code not governed by the terms of this License and + distribute the Larger Work as a single product. In such a case, + You must make sure the requirements of this License are fulfilled + for the Covered Software. + +4. Versions of the License. + + 4.1. New Versions. + + Sun Microsystems, Inc. is the initial license steward and may + publish revised and/or new versions of this License from time to + time. Each version will be given a distinguishing version number. + Except as provided in Section 4.3, no one other than the license + steward has the right to modify this License. + + 4.2. Effect of New Versions. + + You may always continue to use, distribute or otherwise make the + Covered Software available under the terms of the version of the + License under which You originally received the Covered Software. + If the Initial Developer includes a notice in the Original + Software prohibiting it from being distributed or otherwise made + available under any subsequent version of the License, You must + distribute and make the Covered Software available under the terms + of the version of the License under which You originally received + the Covered Software. Otherwise, You may also choose to use, + distribute or otherwise make the Covered Software available under + the terms of any subsequent version of the License published by + the license steward. + + 4.3. Modified Versions. + + When You are an Initial Developer and You want to create a new + license for Your Original Software, You may create and use a + modified version of this License if You: (a) rename the license + and remove any references to the name of the license steward + (except to note that the license differs from this License); and + (b) otherwise make it clear that the license contains terms which + differ from this License. + +5. DISCLAIMER OF WARRANTY. + + COVERED SOFTWARE IS PROVIDED UNDER THIS LICENSE ON AN "AS IS" + BASIS, WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, + INCLUDING, WITHOUT LIMITATION, WARRANTIES THAT THE COVERED + SOFTWARE IS FREE OF DEFECTS, MERCHANTABLE, FIT FOR A PARTICULAR + PURPOSE OR NON-INFRINGING. THE ENTIRE RISK AS TO THE QUALITY AND + PERFORMANCE OF THE COVERED SOFTWARE IS WITH YOU. SHOULD ANY + COVERED SOFTWARE PROVE DEFECTIVE IN ANY RESPECT, YOU (NOT THE + INITIAL DEVELOPER OR ANY OTHER CONTRIBUTOR) ASSUME THE COST OF ANY + NECESSARY SERVICING, REPAIR OR CORRECTION. THIS DISCLAIMER OF + WARRANTY CONSTITUTES AN ESSENTIAL PART OF THIS LICENSE. NO USE OF + ANY COVERED SOFTWARE IS AUTHORIZED HEREUNDER EXCEPT UNDER THIS + DISCLAIMER. + +6. TERMINATION. + + 6.1. This License and the rights granted hereunder will terminate + automatically if You fail to comply with terms herein and fail to + cure such breach within 30 days of becoming aware of the breach. + Provisions which, by their nature, must remain in effect beyond + the termination of this License shall survive. + + 6.2. If You assert a patent infringement claim (excluding + declaratory judgment actions) against Initial Developer or a + Contributor (the Initial Developer or Contributor against whom You + assert such claim is referred to as "Participant") alleging that + the Participant Software (meaning the Contributor Version where + the Participant is a Contributor or the Original Software where + the Participant is the Initial Developer) directly or indirectly + infringes any patent, then any and all rights granted directly or + indirectly to You by such Participant, the Initial Developer (if + the Initial Developer is not the Participant) and all Contributors + under Sections 2.1 and/or 2.2 of this License shall, upon 60 days + notice from Participant terminate prospectively and automatically + at the expiration of such 60 day notice period, unless if within + such 60 day period You withdraw Your claim with respect to the + Participant Software against such Participant either unilaterally + or pursuant to a written agreement with Participant. + + 6.3. In the event of termination under Sections 6.1 or 6.2 above, + all end user licenses that have been validly granted by You or any + distributor hereunder prior to termination (excluding licenses + granted to You by any distributor) shall survive termination. + +7. LIMITATION OF LIABILITY. + + UNDER NO CIRCUMSTANCES AND UNDER NO LEGAL THEORY, WHETHER TORT + (INCLUDING NEGLIGENCE), CONTRACT, OR OTHERWISE, SHALL YOU, THE + INITIAL DEVELOPER, ANY OTHER CONTRIBUTOR, OR ANY DISTRIBUTOR OF + COVERED SOFTWARE, OR ANY SUPPLIER OF ANY OF SUCH PARTIES, BE + LIABLE TO ANY PERSON FOR ANY INDIRECT, SPECIAL, INCIDENTAL, OR + CONSEQUENTIAL DAMAGES OF ANY CHARACTER INCLUDING, WITHOUT + LIMITATION, DAMAGES FOR LOST PROFITS, LOSS OF GOODWILL, WORK + STOPPAGE, COMPUTER FAILURE OR MALFUNCTION, OR ANY AND ALL OTHER + COMMERCIAL DAMAGES OR LOSSES, EVEN IF SUCH PARTY SHALL HAVE BEEN + INFORMED OF THE POSSIBILITY OF SUCH DAMAGES. THIS LIMITATION OF + LIABILITY SHALL NOT APPLY TO LIABILITY FOR DEATH OR PERSONAL + INJURY RESULTING FROM SUCH PARTY'S NEGLIGENCE TO THE EXTENT + APPLICABLE LAW PROHIBITS SUCH LIMITATION. SOME JURISDICTIONS DO + NOT ALLOW THE EXCLUSION OR LIMITATION OF INCIDENTAL OR + CONSEQUENTIAL DAMAGES, SO THIS EXCLUSION AND LIMITATION MAY NOT + APPLY TO YOU. + +8. U.S. GOVERNMENT END USERS. + + The Covered Software is a "commercial item," as that term is + defined in 48 C.F.R. 2.101 (Oct. 1995), consisting of "commercial + computer software" (as that term is defined at 48 + C.F.R. 252.227-7014(a)(1)) and "commercial computer software + documentation" as such terms are used in 48 C.F.R. 12.212 + (Sept. 1995). Consistent with 48 C.F.R. 12.212 and 48 + C.F.R. 227.7202-1 through 227.7202-4 (June 1995), all + U.S. Government End Users acquire Covered Software with only those + rights set forth herein. This U.S. Government Rights clause is in + lieu of, and supersedes, any other FAR, DFAR, or other clause or + provision that addresses Government rights in computer software + under this License. + +9. MISCELLANEOUS. + + This License represents the complete agreement concerning subject + matter hereof. If any provision of this License is held to be + unenforceable, such provision shall be reformed only to the extent + necessary to make it enforceable. This License shall be governed + by the law of the jurisdiction specified in a notice contained + within the Original Software (except to the extent applicable law, + if any, provides otherwise), excluding such jurisdiction's + conflict-of-law provisions. Any litigation relating to this + License shall be subject to the jurisdiction of the courts located + in the jurisdiction and venue specified in a notice contained + within the Original Software, with the losing party responsible + for costs, including, without limitation, court costs and + reasonable attorneys' fees and expenses. The application of the + United Nations Convention on Contracts for the International Sale + of Goods is expressly excluded. Any law or regulation which + provides that the language of a contract shall be construed + against the drafter shall not apply to this License. You agree + that You alone are responsible for compliance with the United + States export administration regulations (and the export control + laws and regulation of any other countries) when You use, + distribute or otherwise make available any Covered Software. + +10. RESPONSIBILITY FOR CLAIMS. + + As between Initial Developer and the Contributors, each party is + responsible for claims and damages arising, directly or + indirectly, out of its utilization of rights under this License + and You agree to work with Initial Developer and Contributors to + distribute such responsibility on an equitable basis. Nothing + herein is intended or shall be deemed to constitute any admission + of liability. + +-------------------------------------------------------------------- + +NOTICE PURSUANT TO SECTION 9 OF THE COMMON DEVELOPMENT AND +DISTRIBUTION LICENSE (CDDL) + +For Covered Software in this distribution, this License shall +be governed by the laws of the State of California (excluding +conflict-of-law provisions). + +Any litigation relating to this License shall be subject to the +jurisdiction of the Federal Courts of the Northern District of +California and the state courts of the State of California, with +venue lying in Santa Clara County, California. diff --git a/README b/README new file mode 100644 index 0000000..7d80d37 --- /dev/null +++ b/README @@ -0,0 +1,9 @@ +SunPinyin +=== + +SunPinyin is an SLM (Statistical Language Model) based input method +engine. To model the Chinese language, it use a backoff bigram and +trigram language model. + +Currently, SunPinyin 2.0 is available on IBus, SCIM, and as a +standalone XIM Server. diff --git a/SConstruct b/SConstruct new file mode 100755 index 0000000..3163338 --- /dev/null +++ b/SConstruct @@ -0,0 +1,439 @@ +import platform +import os +import sys + +version="2.0.4" +abi_major = 3 +abi_minor = 0 + +cflags = '-g -Wall' + +slmsource = [ + #'src/slm/ids2ngram/ids2ngram.cpp', + #'src/slm/ids2ngram/idngram_merge.cpp', + #'src/slm/mmseg/mmseg.cpp', + #'src/slm/tslminfo/tslminfo.cpp', + #'src/slm/tslmpack/arpa_slm.cpp', + #'src/slm/tslmpack/arpa_conv.cpp', + #'src/slm/tslmpack/slmpack.cpp', + 'src/slm/slm.cpp', + #'src/slm/slminfo/slminfo.cpp', + #'src/slm/sim_sen.cpp', + #'src/slm/sim_slm.cpp', + #'src/slm/getWordFreq/getWordFreq.cpp', + #'src/slm/slmseg/slmseg.cpp', + #'src/slm/thread/slmthread.cpp', + #'src/slm/thread/test_vc.cpp', + #'src/slm/thread/ValueCompress.cpp', + #'src/slm/slmbuild/slmbuild.cpp', + #'src/slm/slmprune/slmprune.cpp', + #'src/slm/sim_slmbuilder.cpp', + #'src/slm/tslmendian/slm_endian.cpp', + #'src/slm/tslmendian/writer.cpp', + #'src/slm/tslmendian/slm_file.cpp', + #'src/slm/sim_dict.cpp', + 'src/portability.cpp', + 'src/lexicon/trie_writer.cpp', + 'src/lexicon/genPYT.cpp', + 'src/lexicon/pytrie_gen.cpp', + 'src/lexicon/pytrie.cpp', + 'src/pinyin/pinyin_data.cpp', + ] + +imesource = [ + 'src/portability.cpp', + 'src/slm/slm.cpp', + 'src/lexicon/pytrie.cpp', + 'src/pinyin/pinyin_data.cpp', + 'src/pinyin/pinyin_seg.cpp', + 'src/pinyin/shuangpin_data.cpp', + 'src/pinyin/shuangpin_seg.cpp', + 'src/pinyin/hunpin_seg.cpp', + 'src/ime-core/imi_context.cpp', + 'src/ime-core/imi_data.cpp', + 'src/ime-core/lattice_states.cpp', + 'src/ime-core/imi_view.cpp', + 'src/ime-core/imi_uiobjects.cpp', + 'src/ime-core/imi_view_classic.cpp', + 'src/ime-core/imi_winHandler.cpp', + 'src/ime-core/ic_history.cpp', + 'src/ime-core/imi_funcobjs.cpp', + 'src/ime-core/imi_options.cpp', + 'src/ime-core/imi_option_event.cpp', + 'src/ime-core/userdict.cpp', + ] + +headers = [ + #'src/slm/ids2ngram/idngram.h', + #'src/slm/ids2ngram/idngram_merge.h', + 'src/slm/slm.h', + #'src/slm/tslmpack/arpa_slm.h', + #'src/slm/tslmpack/common.h', + #'src/slm/tslmpack/arpa_conv.h', + #'src/slm/sim_dict.h', + #'src/slm/sim_sen.h', + #'src/slm/sim_slm.h', + #'src/slm/thread/ValueCompress.h', + #'src/slm/sim_fmerge.h', + #'src/slm/sim_slmbuilder.h', + #'src/slm/tslmendian/slm_file.h', + #'src/slm/tslmendian/writer.h', + 'src/lexicon/pytrie_gen.h', + 'src/lexicon/trie_writer.h', + 'src/lexicon/pytrie.h', + 'src/ime-core/imi_view_classic.h', + 'src/ime-core/imi_uiobjects.h', + 'src/ime-core/lattice_states.h', + 'src/ime-core/ic_history.h', + 'src/ime-core/imi_funcobjs.h', + 'src/ime-core/imi_context.h', + 'src/ime-core/imi_winHandler.h', + 'src/ime-core/imi_glibHandler.h', + 'src/ime-core/userdict.h', + 'src/ime-core/imi_option_event.h', + 'src/ime-core/imi_data.h', + 'src/ime-core/utils.h', + 'src/ime-core/imi_keys.h', + 'src/ime-core/imi_option_keys.h', + 'src/ime-core/imi_options.h', + 'src/ime-core/imi_defines.h', + 'src/ime-core/imi_view.h', + 'src/portability.h', + 'src/pinyin/segmentor.h', + 'src/pinyin/shuangpin_seg.h', + 'src/pinyin/datrie.h', + 'src/pinyin/quanpin_trie.h', + 'src/pinyin/pinyin_seg.h', + 'src/pinyin/pinyin_data.h', + 'src/pinyin/syllable.h', + 'src/pinyin/shuangpin_data.h', + 'src/pinyin/hunpin_seg.h', + 'src/pinyin/datrie_impl.h', + 'src/sunpinyin.h', + ] + +# source of plugin module, it's off by default +# and this module depends on Python +imesource_plugin = [ + 'src/ime-core/imi_plugin.cpp', + ] + +headers_plugin = [ + 'src/ime-core/imi_plugin.h', + ] + +# options +AddOption('--prefix', dest='prefix', metavar='DIR', + help='installation prefix') + +AddOption('--libdir', dest='libdir', metavar='DIR', + help='installation libdir') + +AddOption('--libdatadir', dest='libdatadir', metavar='DIR', + help='installation libdata dir') + +AddOption('--rpath', dest='rpath', metavar='DIR', + help='encode rpath in the executables') + +AddOption('--enable-plugins', dest='enable_plugins', action='store_true', + default=False, help='enable plugin mechanism at libsunpinyin layer') + +AddOption('--disable-plugins', dest='enable_plugins', action='store_false', + default=False, help='disable plugin mechanism at libsunpinyin layer') + +# save the options +opts = Variables('configure.conf') +opts.Add('PREFIX', default='/usr/local') +opts.Add('LIBDIR', default='/usr/local/lib') +opts.Add('LIBDATADIR', default='/usr/local/lib') +opts.Add('ENABLE_PLUGINS', default=False) + +# +#==============================environment============================== +# +# +def allinc(): + inc=[] + for root, dirs, files in os.walk('src'): + inc.append(root) + return inc + +def GetOS(): + return platform.uname()[0] + +def CreateEnvironment(): + tar = 'tar' + make = 'make' + wget = 'wget' + if GetOS() == 'Darwin': + wget = 'curl -O' + elif GetOS() == 'FreeBSD': + wget = 'fetch' + make = 'gmake' + elif GetOS() == 'SunOS': + tar = 'gtar' + make = 'gmake' + + libln_builder = Builder(action='ln -s ${SOURCE.name} ${TARGET.name}', + chdir=True) + env = Environment(ENV=os.environ, CFLAGS=cflags, CXXFLAGS=cflags, + TAR=tar, MAKE=make, WGET=wget, + CPPPATH=['.'] + allinc(), + tools=['default', 'textfile']) + env.Append(BUILDERS={'InstallAsSymlink': libln_builder}) + return env + +def PassVariables(envvar, env): + for (x, y) in envvar: + if x in os.environ: + print 'Warning: you\'ve set %s in the environmental variable!' % x + env[y] = os.environ[x] + +env = CreateEnvironment() +opts.Update(env) + +if GetOption('prefix') is not None: + env['PREFIX'] = GetOption('prefix') + env['LIBDATADIR'] = os.path.join(env['PREFIX'], 'lib') + env['LIBDIR'] = os.path.join(env['PREFIX'], 'lib') + +if GetOption('libdir') is not None: + env['LIBDIR'] = GetOption('libdir') + +if GetOption('libdatadir') is not None: + env['LIBDATADIR'] = GetOption('libdatadir') + +env['ENABLE_PLUGINS'] = GetOption('enable_plugins') + +opts.Save('configure.conf', env) + +libdir = env['LIBDIR'] +libdatadir = os.path.join(env['LIBDATADIR'], 'sunpinyin/data') +headersdir = os.path.join(env['PREFIX'], 'include/sunpinyin-2.0') + +# pass through environmental variables +envvar = [('CC', 'CC'), + ('CXX', 'CXX'), + ('CFLAGS', 'CFLAGS'), + ('CXXFLAGS', 'CXXFLAGS'), + ('LDFLAGS', 'LINKFLAGS'), + ('TAR', 'TAR'), + ('MAKE', 'MAKE'), + ('WGET', 'WGET')] +PassVariables(envvar, env) + +# append the source and headers +if env['ENABLE_PLUGINS']: + imesource += imesource_plugin + headers += headers_plugin + +# merge some of critical compile flags +env.MergeFlags(['-pipe -DHAVE_CONFIG_H', + '-DSUNPINYIN_DATA_DIR=\\\'\\"%s\\"\\\'' % libdatadir]) + +if GetOption('rpath') is not None and GetOS() != 'Darwin': + env.MergeFlags('-Wl,-R -Wl,%s' % GetOption('rpath')) + +# +#==============================configure================================ +# +def CheckPKGConfig(context, version='0.12.0'): + context.Message('Checking for pkg-config... ') + ret = context.TryAction('pkg-config --atleast-pkgconfig-version=%s' % version)[0] + context.Result(ret) + return ret + +def CheckPKG(context, name): + context.Message('Checking for %s... ' % name) + ret = context.TryAction('pkg-config --exists \'%s\'' % name)[0] + context.Result(ret) + return ret + +def CheckPython(context): + context.Message('Checking for Python library...') + ret = context.TryAction('python-config --prefix')[0] + context.Result(ret) + if ret: + context.env.MergeFlags(['!python-config --includes', + '!python-config --libs']) + return ret + +def AppendEndianCheck(conf): + conf.config_h_text += r''' + +#if defined(_BIG_ENDIAN) && !defined(_LITTLE_ENDIAN) +# define WORDS_BIGENDIAN 1 + +#elif defined(_LITTLE_ENDIAN) && !defined(_BIG_ENDIAN) +# undef WORDS_BIGENDIAN + +#elif defined(__sparc) || defined(__sparc__) \ + || defined(_POWER) || defined(__powerpc__) \ + || defined(__ppc__) || defined(__hpux) || defined(__hppa) \ + || defined(_MIPSEB) || defined(_POWER) \ + || defined(__s390__) || (defined(__sh__) && defined(__BIG_ENDIAN__)) +# define WORDS_BIGENDIAN 1 + +#elif defined(__i386__) || defined(__i386) \ + || defined(__ia64) || defined(__ia64__) \ + || defined(_M_IX86) || defined(_M_IA64) \ + || defined(_M_ALPHA) || defined(__amd64) \ + || defined(__amd64__) || defined(_M_AMD64) \ + || defined(__x86_64) || defined(__x86_64__) \ + || defined(_M_X64) || defined(__bfin__) \ + || defined(__alpha__) || defined(__ARMEL__) \ + || defined(_MIPSEL) || (defined(__sh__) && defined(__LITTLE_ENDIAN__)) +# undef WORDS_BIGENDIAN + +#else +# error can not detect the endianness! +#endif +''' + +conf = env.Configure(clean=False, help=False, config_h='config.h', + custom_tests={'CheckPKGConfig' : CheckPKGConfig, + 'CheckPKG' : CheckPKG, + 'CheckPython': CheckPython}) + +def DoConfigure(): + if GetOS() == 'Darwin': + if not conf.CheckLibWithHeader('sqlite3', 'sqlite3.h', 'C'): + Exit(1) + if not conf.CheckLibWithHeader('iconv', 'iconv.h', 'C'): + Exit(1) + else: + if not conf.CheckPKGConfig(): + Exit(1) + if not conf.CheckPKG('sqlite3'): + Exit(1) + + if conf.env['ENABLE_PLUGINS']: + if not conf.CheckPython(): + Exit(1) + conf.Define('ENABLE_PLUGINS') + + conf.Define('ENABLE_NLS', 1) + conf.Define('GETTEXT_PACKAGE', '"sunpinyin2"') + conf.CheckCHeader('assert.h') + conf.CheckFunc('bind_textdomain_codeset') + conf.CheckFunc('dcgettext') + conf.CheckCHeader('dlfcn.h') + conf.CheckFunc('exp2') + conf.CheckCHeader('fcntl.h') + conf.CheckCHeader('getopt.h') + conf.CheckFunc('getopt_long') + conf.CheckFunc('getpagesize') + conf.CheckFunc('get_opt') + conf.CheckCHeader('iconv.h') + conf.CheckCHeader('inttypes.h') + conf.CheckCHeader('locale.h') + conf.CheckCHeader('libintl.h') + conf.CheckCHeader('limits.h') + conf.CheckCHeader('locale.h') + conf.CheckFunc('log2') + conf.CheckCHeader('memory.h') + conf.CheckFunc('memset') + conf.CheckFunc('mmap') + conf.CheckFunc('munmap') + conf.CheckFunc('setlocale') + conf.CheckFunc('strndup') + conf.CheckCHeader('sys/mman.h') + conf.CheckCHeader('sys/param.h') + conf.CheckCHeader('sys/stat.h') + conf.CheckCHeader('sys/types.h') + conf.CheckCHeader('unistd.h') + conf.CheckCHeader('wchar.h') + + # add essential package requirements + conf.Define('PACKAGE', '"sunpinyin"') + conf.Define('PACKAGE_NAME', '"sunpinyin"') + conf.Define('PACKAGE_STRING', '"sunpinyin 2.0"') + conf.Define('PACKAGE_TARNAME', '"sunpinyin"') + conf.Define('PACKAGE_VERSION', '"2.0"') + conf.Define('VRESION', '"2.0"') + + # append endianness checking defines + AppendEndianCheck(conf) + env = conf.Finish() + # generate sunpinyin.pc + env.Substfile('sunpinyin-2.0.pc.in', SUBST_DICT={ + '@PREFIX@': env['PREFIX'], + '@LIBDIR@': env['LIBDIR'], + '@VERSION@': version, + '@CFLAGS@': reduce(lambda a, b: a + ' ' + b, + map(lambda x: '-I$${includedir}' + x[3:], + allinc())), + }) + + if GetOS() != 'Darwin': + env.ParseConfig('pkg-config sqlite3 --libs --cflags') + +if not GetOption('clean') and not GetOption('help'): + DoConfigure() + +# +#==============================compile============================== +# +#env.Command('src/pinyin/quanpin_trie.h', 'python/pinyin_data.py', +# './pinyin_data.py > /dev/null', chdir = 'python') +#env.Object(slmsource) + +#SConscript(['build/SConscript'], exports='env') + +libname_default = '%ssunpinyin%s' % (env.subst('${SHLIBPREFIX}'), + env.subst('${SHLIBSUFFIX}')) +libname_link = libname_default +libname_soname = '%s.%d' % (libname_link, abi_major) +libname = '%s.%d' % (libname_soname, abi_minor) +lib = None + +if GetOS() != 'Darwin': + lib = env.SharedLibrary(libname, SHLIBSUFFIX='', source=imesource, + parse_flags='-Wl,-soname=%s' % libname_soname) +else: + # TODO: add install_name on Darwin? + lib = env.SharedLibrary('sunpinyin', source=imesource) + +#env.Command('rawlm', 'build/tslmpack', +# '$MAKE -C raw WGET="$WGET" TAR="$TAR"') + +#env.Command('lm', 'rawlm', +# '$MAKE -C data WGET="$WGET" TAR="$TAR"') + +if GetOption('clean'): + os.environ['TAR'] = env['TAR'] + os.environ['MAKE'] = env['MAKE'] + os.system('$MAKE -C raw clean WGET="$WGET" TAR="$TAR"') + os.system('$MAKE -C data clean WGET="$WGET" TAR="$TAR"') + +def DoInstall(): + lib_target = None + if GetOS() == 'Darwin': + lib_target = env.Install(libdir, lib) + else: + lib_target_bin = env.Install(libdir, lib) + # where does it goes + install_path = os.path.dirname(str(lib_target_bin[0])) + lib_target = [ + lib_target_bin, + env.InstallAsSymlink(os.path.join(install_path, libname_soname), + lib_target_bin), + env.InstallAsSymlink(os.path.join(install_path, libname_link), + lib_target_bin), + ] + + lib_pkgconfig_target = env.Install(os.path.join(libdir, 'pkgconfig'), + ['sunpinyin-2.0.pc']) + libdata_target = env.Install(libdatadir, + ['data/lm_sc.t3g', + 'data/pydict_sc.bin']) + header_targets = [] + for header in headers: + header_targets.append(env.InstallAs(headersdir + header[3:], header)) + env.Alias('install-headers', header_targets) + env.Alias('install-lib', lib_target + [lib_pkgconfig_target]) + env.Alias('install-libdata', libdata_target) + env.Depends('install-libdata', 'install-lib') + +DoInstall() +env.Alias('install', ['install-lib', 'install-libdata', 'install-headers']) diff --git a/TODO b/TODO new file mode 100644 index 0000000..f74efdf --- /dev/null +++ b/TODO @@ -0,0 +1,21 @@ +Todo: + + * make slm and sunpinyin-ime-core available as shared libraries + * add API and UI for user-defined words + * support Traditional Chinese, dict and corpus + * support fuzzy Pinyin and more Pinyin schemes, such as double-pinyin + * more configuration options, such as keybindings, number of candidates per page etc. + * improve the candidate selecting for user selections + * new language bindings for slm, such as Java, and Ruby + * leverage Sogou's dict and corpus + +In process: + + * Python binding for SunPinyin's SLM [80%] + +Done: + + * fix the multi-phonetic bug in pytrie + * porting to SCIM platform + * porting to Mac OS X + diff --git a/bootstrap b/bootstrap new file mode 100755 index 0000000..3a6ac1f --- /dev/null +++ b/bootstrap @@ -0,0 +1,11 @@ +#! /bin/sh + +set -x +mkdir -p ./m4 +autoreconf -f -i +aclocal -I ./m4 +autoheader +libtoolize -c --automake --force +automake --add-missing --copy --include-deps +autoconf +## @end 1 diff --git a/build/Makefile b/build/Makefile new file mode 100644 index 0000000..e9b9d0f --- /dev/null +++ b/build/Makefile @@ -0,0 +1,133 @@ +SLM_SRC_DIR = ../src/slm +LEXICON_SRC_DIR = ../src/lexicon +PINYIN_SRC_DIR = ../src/pinyin + +CORPUS_DIR = ../raw +SWAP_DIR = ../swap +RESULT_DIR = ../data + +DICTFILE = ${CORPUS_DIR}/dict.utf8 +CORPUSFILE = ${CORPUS_DIR}/corpus.utf8 +TEST_CORPUSFILE = ${CORPUS_DIR}/test.utf8 +REAL_CORPUSFILE = ${CORPUS_DIR}/BIGCORPUS + +LMTARGET = lm_sc +IDS_FILE = ${SWAP_DIR}/${LMTARGET}.ids +SWAP_FILE = ${SWAP_DIR}/swap + +#FILE NAMES for BIGRAM model +IDNGRAM_FILE = ${SWAP_DIR}/${LMTARGET}.id2gram +RAW_LM_FILE = ${SWAP_DIR}/${LMTARGET}.2gram +SLM_FILE = ${SWAP_DIR}/${LMTARGET}.2gm +SLM_INFO_FILE = ${SWAP_DIR}/${LMTARGET}.2gm.arpa +TSLM_FILE = ${RESULT_DIR}/${LMTARGET}.t2g +TSLM_INFO_FILE = ${SWAP_DIR}/${LMTARGET}.t2g.arpa + +#FILE NAMES for TRIGRAM model +IDNGRAM_FILE3 = ${SWAP_DIR}/${LMTARGET}.id3gram +RAW_LM_FILE3 = ${SWAP_DIR}/${LMTARGET}.3gram +SLM_FILE3 = ${SWAP_DIR}/${LMTARGET}.3gm +SLM_INFO_FILE3 = ${SWAP_DIR}/${LMTARGET}.3gm.arpa +TSLM_FILE3 = ${RESULT_DIR}/${LMTARGET}.t3g +TSLM_INFO_FILE3 = ${SWAP_DIR}/${LMTARGET}.t3g.arpa +TSLM_REPACKED_FILE3 = ${SWAP_DIR}/${LMTARGET}.t3g.repacked +TSLM_UNPACKED_FILE3 = ${SWAP_DIR}/${LMTARGET}.t3g.arpa.unpacked + +#Lexicon FILE names (raw resource and others) +PINYIN_TEXTFILE = ${CORPUS_DIR}/dict.utf8 +PINYIN_NMP_TEXTFILE = ${SWAP_DIR}/dict_nmp.utf8 +PYTRIE_FILE = ${RESULT_DIR}/pydict_sc.bin +PYTRIE_PRINTOUT = ${SWAP_DIR}/pydict_sc.log.utf8 + +test_corpus : + if [ -e ${CORPUSFILE} ]; then unlink ${CORPUSFILE}; fi + ln -s ${TEST_CORPUSFILE} ${CORPUSFILE} + +real_corpus : + if [ -e ${CORPUSFILE} ]; then unlink ${CORPUSFILE}; fi + ln -s ${REAL_CORPUSFILE} ${CORPUSFILE} + +ids : + ./mmseg -d ${DICTFILE} -f bin -s 10 -a 9 ${CORPUSFILE} >${IDS_FILE} + +slmids3: + ./slmseg -d ${DICTFILE} -f bin -s 10 -m ${TSLM_FILE3} ${CORPUSFILE} >${IDS_FILE} + cp ${TSLM_FILE3} ${TSLM_FILE3}.normal + +slmids: + ./slmseg -d ${DICTFILE} -f bin -s 10 -m ${TSLM_FILE} ${CORPUSFILE} >${IDS_FILE} + cp ${TSLM_FILE} ${TSLM_FILE}.normal + +#second round bootstrap bigram +bs_bigram : slmids m2_idngram m2_slm m2_prune m2_thread m2_tslminfo + +#second round bootstrap bigram from a trigram model +bs_bigram3 : slmids3 m2_idngram m2_slm m2_prune m2_thread m2_tslminfo + +#This is the command to make a bigram model +bigram : ids m2_idngram m2_slm m2_prune m2_thread m2_tslminfo + +m2_idngram : + ./ids2ngram -n 2 -s ${SWAP_FILE} -o ${IDNGRAM_FILE} -p 20000000 ${IDS_FILE} + rm -f ${SWAP_FILE} + +m2_slm: + ./slmbuild -n 2 -o ${RAW_LM_FILE} -w 200000 -c 0,2 -d ABS,0.005 -d ABS -b 10 -e 9 ${IDNGRAM_FILE} + +m2_prune: + ./slmprune ${RAW_LM_FILE} ${SLM_FILE} R 100000 200000 + +m2_thread : + ./slmthread ${SLM_FILE} ${TSLM_FILE} + +m2_tslminfo : + ./tslminfo -v -l ${DICTFILE} ${TSLM_FILE} >${TSLM_INFO_FILE} + +#Use this to generate bigram non-threaded lm arpa information if needed +m2_info : + ./slminfo -p -v -l ${DICTFILE} ${SLM_FILE} >${SLM_INFO_FILE} + +#second round bootstrap to make trigram model +bs_trigram : slmids3 m3_idngram m3_slm m3_prune m3_thread m3_tslminfo + +#This is the command to make a trigram model +trigram : ids m3_idngram m3_slm m3_prune m3_thread m3_tslminfo + +m3_idngram : + ./ids2ngram -n 3 -s ${SWAP_FILE} -o ${IDNGRAM_FILE3} -p 20000000 ${IDS_FILE} + rm -f ${SWAP_FILE} + +m3_slm: + ./slmbuild -n 3 -o ${RAW_LM_FILE3} -w 200000 -c 0,2,2 -d ABS,0.0005 -d ABS -d ABS -b 10 -e 9 ${IDNGRAM_FILE3} + +m3_prune: + ./slmprune ${RAW_LM_FILE3} ${SLM_FILE3} R 100000 2500000 1000000 + +m3_thread : + ./slmthread ${SLM_FILE3} ${TSLM_FILE3} + +m3_tslminfo : + ./tslminfo -p -v -l ${DICTFILE} ${TSLM_FILE3} >${TSLM_INFO_FILE3} + +m3_tslmpack : + ./tslmpack ${TSLM_INFO_FILE3} ${DICTFILE} ${TSLM_REPACKED_FILE3} + +m3_tslmunpack : + ./tslminfo -p -v -l ${DICTFILE} ${TSLM_REPACKED_FILE3} >${TSLM_UNPACKED_FILE3} + +#Use this to generate trigram non-threaded lm arpa information if needed +m3_info : + ./slminfo -p -v -l ${DICTFILE} ${SLM_FILE3} >${SLM_INFO_FILE3} + +#clean all intermedian file for building the model +model_clean : + rm -f ${IDS_FILE} + rm -f ${SWAP_FILE} + rm -f ${IDNGRAM_FILE} ${RAW_LM_FILE} + rm -f ${IDNGRAM_FILE3} ${RAW_LM_FILE3} + +lexicon : + ./genpyt -i ${PINYIN_TEXTFILE} -o ${PYTRIE_FILE} -l ${PYTRIE_PRINTOUT} -s ${TSLM_FILE3} + +lexicon2 : + ./genpyt -i ${PINYIN_TEXTFILE} -o ${PYTRIE_FILE} -l ${PYTRIE_PRINTOUT} -s ${TSLM_FILE} diff --git a/build/SConscript b/build/SConscript new file mode 100644 index 0000000..f920de6 --- /dev/null +++ b/build/SConscript @@ -0,0 +1,54 @@ +import os + +Import('env') + +def program(name, objlist): + src = ['../src/' + obj for obj in objlist] + return env.Program(name, source=src, + CPPPATH=['..'] + env['CPPPATH']) + +program('genpyt', ['portability.o', 'slm/slm.o', 'slm/tslmendian/writer.o', + 'lexicon/trie_writer.o', 'lexicon/genPYT.o', + 'lexicon/pytrie.o', 'lexicon/pytrie_gen.o', + 'pinyin/pinyin_data.o']) + +program('slmthread', ['portability.o', 'slm/sim_slm.o', + 'slm/thread/ValueCompress.o', 'slm/thread/slmthread.o']) + +program('testvc', ['slm/thread/ValueCompress.o', 'slm/thread/test_vc.o']) + +program('tslminfo', ['portability.o', 'slm/slm.o', 'slm/tslminfo/tslminfo.o']) + +program('tslmpack', ['portability.o', 'slm/slm.o', + 'slm/thread/ValueCompress.o', 'slm/tslmpack/slmpack.o', + 'slm/tslmpack/arpa_conv.o', 'slm/tslmpack/arpa_slm.o']) + +program('tslmendian', ['slm/tslmendian/slm_file.o', + 'slm/tslmendian/slm_endian.o', + 'slm/tslmendian/writer.o']) + +program('slminfo', ['portability.o', 'slm/slminfo/slminfo.o']) + +program('slmprune', ['portability.o', 'slm/sim_slm.o', + 'slm/slmprune/slmprune.o']) + +program('getWordFreq', ['portability.o', 'slm/slm.o', + 'slm/getWordFreq/getWordFreq.o']) + +program('slmbuild', ['portability.o', 'slm/sim_slmbuilder.o', + 'slm/slmbuild/slmbuild.o']) + +program('mmseg', ['portability.o', 'slm/sim_dict.o', 'slm/sim_sen.o', + 'slm/mmseg/mmseg.o']) + +program('slmseg', ['portability.o', 'slm/sim_dict.o', 'slm/sim_sen.o', + 'slm/slm.o', 'slm/slmseg/slmseg.o']) + +program('ids2ngram', ['portability.o', 'slm/ids2ngram/ids2ngram.o']) + +program('idngram_merge', ['portability.o', 'slm/ids2ngram/idngram_merge.o']) + +Command("../data/tslmpack", "tslmpack", Copy("$TARGET", "$SOURCE")) +Command("../data/tslmendian", "tslmendian", Copy("$TARGET", "$SOURCE")) +Command("../data/genpyt", "genpyt", Copy("$TARGET", "$SOURCE")) + diff --git a/configure.ac b/configure.ac new file mode 100755 index 0000000..3e5b35b --- /dev/null +++ b/configure.ac @@ -0,0 +1,132 @@ +#-*- Autoconf -*- +# Process this file with autoconf to produce a configure script. +AC_INIT([sunpinyin],[0.0.1518], [mail@yongsun.me]) +AC_PREREQ([2.59]) +AC_CONFIG_SRCDIR([configure.ac]) +AC_CONFIG_MACRO_DIR([m4]) +AC_CONFIG_HEADERS([config.h]) + +AM_INIT_AUTOMAKE + +GETTEXT_PACKAGE=sunpinyin +AC_SUBST(GETTEXT_PACKAGE) +AC_DEFINE_UNQUOTED(GETTEXT_PACKAGE,"$GETTEXT_PACKAGE", [The gettext domain]) + +# Init libtool +AC_DISABLE_STATIC +AC_LIBTOOL_DLOPEN +AC_PROG_LIBTOOL +AC_LIB_LTDL +AC_SUBST(LIBTOOL_DEPS) + +#AM_MKINSTALLDIRS +AC_CANONICAL_HOST +# Checks for programs. +AC_PROG_CXX +AC_PROG_CC +AC_LANG(C++) +AC_C_CONST +AC_TYPE_SIZE_T +#IT_PROG_INTLTOOL([0.33], [no-xml]) +# Checks for libraries. +# Checks for header files. +AC_HEADER_STDC +# Checks for header files. +AC_CHECK_HEADERS([fcntl.h stddef.h stdlib.h string.h wchar.h iconv.h assert.h dlfcn.h fcntl.h getopt.h inttypes.h locale.h libintl.h limits.h locale.h memory.h sys/mman.h sys/param.h sys/stat.h sys/types.h unistd.h]) +# Checks for library functions. +AC_CHECK_FUNCS([memset pow sqrt bind_textdomain_codeset dcgettext exp2 getopt_long getpagesize get_opt log2 mmap munmap setlocale strndup]) + +case $host_cpu in + *arm* ) TARGET=ARM;; + * ) TARGET=X86;; +esac +AM_CONDITIONAL(ARM, test x$TARGET = xARM) + +ISF_VERSION=1.0.0 + +PKG_CHECK_MODULES(ISF,[isf >= $ISF_VERSION]) +PKG_CHECK_MODULES(SQLITE, [sqlite3 >= 0.0]) +PKG_CHECK_MODULES(GLIB, [glib-2.0 >= 2.0]) +PKG_CHECK_MODULES(ECORE, [ecore >= 0.0]) + +# Check if we should build setup module +PKG_CHECK_MODULES(ISF_GTKUTILS,[isf-gtkutils >= $ISF_VERSION], + [ISF_HAS_GTKUTILS=yes], + [ISF_HAS_GTKUTILS=no]) + + +AC_SUBST(ISF_VERSION) + +AM_CONDITIONAL(ISF_BUILD_SETUP, [test "$ISF_HAS_GTKUTILS" = "yes"]) + +if test "$ISF_HAS_GTKUTILS" = "yes"; then + ISF_BUILD_SETUP=1 +else + ISF_BUILD_SETUP=0 +fi + +AC_SUBST(ISF_BUILD_SETUP) + +# Checks for library functions. +AC_SUBST(ac_aux_dir) + +# libtool option to control which symbols are exported +# right now, symbols starting with _ are not exported +#LIBTOOL_EXPORT_OPTIONS='-export-symbols-regex "^[[^_]].*"' +#AC_SUBST(LIBTOOL_EXPORT_OPTIONS) + +# Extra args. +AC_ARG_ENABLE(debug, + [ --enable-debug Turn on debugging], + enable_debug=yes, + enable_debug=no) +if test "$enable_debug" = "yes"; then + AC_DEFINE(ENABLE_DEBUG, 1 ,[Define this to enable the debug facility in libscim]) + CFLAGS="$CFLAGS -g" + CXXFLAGS="$CXXFLAGS -g" +fi + +ISF_ICONDIR=`$PKG_CONFIG --variable=icondir scim` +ISF_MODULEDIR=`$PKG_CONFIG --variable=moduledir scim` +ISF_DATADIR=`$PKG_CONFIG --variable=scimdatadir scim` +ISF_LIBDIR=`$PKG_CONFIG --variable=libdir scim` + +if test "x$ISF_ICONDIR" = "x"; then + ISF_ICONDIR=${datadir}/scim/icons +fi + +if test "x$ISF_MODULEDIR" = "x"; then + ISF_MODULEDIR=${libdir}/scim-1.0 +fi + +if test "x$ISF_DATADIR" = "x"; then + ISF_DATADIR=${datadir}/scim +fi + +if test "x$ISF_LIBDIR" = "x"; then + ISF_LIBDIR=${libdir} +fi + +SUNPINYIN_ICON_DIR=${ISF_ICONDIR} +SUNPINYIN_MODULE_DIR=${ISF_MODULEDIR} +SUNPINYIN_DATA_DIR=${ISF_DATADIR}/ise-engine-sunpinyin +SUNPINYIN_LIB_DIR=${ISF_LIBDIR} + +AC_SUBST(SUNPINYIN_ICON_DIR) +AC_SUBST(SUNPINYIN_MODULE_DIR) +AC_SUBST(SUNPINYIN_DATA_DIR) +AC_SUBST(SUNPINYIN_LIBD_IR) + + +AC_CONFIG_FILES([Makefile + raw/Makefile + src/Makefile + src/ime-core/Makefile + src/lexicon/Makefile + src/pinyin/Makefile + src/slm/Makefile + wrapper/scim/Makefile + wrapper/scim/data/Makefile + wrapper/scim/src/Makefile + sunpinyin-2.0.pc]) +AC_OUTPUT diff --git a/configure.conf b/configure.conf new file mode 100644 index 0000000..e69de29 diff --git a/data/Makefile b/data/Makefile new file mode 100644 index 0000000..7073ff0 --- /dev/null +++ b/data/Makefile @@ -0,0 +1,29 @@ +LM_SC_ARPA = ../raw/lm_sc.t3g.arpa +DICTFILE = ../raw/dict.utf8 +PYTRIE_LOG = pydict_sc.log.utf8 +LM_SC_BIN = lm_sc.t3g + +all: pydict_sc.bin pydict_sc.bin.le pydict_sc.bin.be lm_sc.t3g.le lm_sc.t3g.be + @echo done + +$(LM_SC_BIN): $(LM_SC_ARPA) $(DICTFILE) + ./tslmpack $(LM_SC_ARPA) $(DICTFILE) $@ + +pydict_sc.bin: $(DICTFILE) $(LM_SC_BIN) + ./genpyt -i $(DICTFILE) -o $@ -l $(PYTRIE_LOG) -s $(LM_SC_BIN) + +pydict_sc.bin.le: $(DICTFILE) $(LM_SC_BIN) + ./genpyt -e le -i $(DICTFILE) -o $@ -l $(PYTRIE_LOG) -s $(LM_SC_BIN) + +pydict_sc.bin.be: $(DICTFILE) $(LM_SC_BIN) + ./genpyt -e be -i $(DICTFILE) -o $@ -l $(PYTRIE_LOG) -s $(LM_SC_BIN) + +lm_sc.t3g.le: lm_sc.t3g + ./tslmendian -e le -i $(LM_SC_BIN) -o $@ + +lm_sc.t3g.be: lm_sc.t3g + ./tslmendian -e be -i $(LM_SC_BIN) -o $@ + +clean: + @rm -f pydict_sc.bin pydict_sc.bin.le pydict_sc.bin.be lm_sc.t3g lm_sc.t3g.le lm_sc.t3g.be pydict_sc.log.utf8 + @echo cleaned diff --git a/data/cnpunc.png b/data/cnpunc.png new file mode 100644 index 0000000000000000000000000000000000000000..3a1538a8080297332715aa69ab36333ab5376d52 GIT binary patch literal 348 zcmeAS@N?(olHy`uVBq!ia0vp^5+KaM1SIoCSFHz9oCO|{#S9GGLLkg|>2BR0pdfpR zr>`sfWo||`6`_ge>NtTyvL&t&CC>S|xv6<249-QVi6yBi3gww4844j8sS56%z5(x3 zRP%reFL}B+hE&{oJ7pthn}I-Uvd>gO6>W`-mD=?qA}-wZ!2+D@vZfeQ!3 qKHJP*=E?E%>(zwj+}p3xneYDScVGPc5=%YMcMP7celF{r5}E)pQi{L; literal 0 HcmV?d00001 diff --git a/data/cnpunc.svg b/data/cnpunc.svg new file mode 100644 index 0000000..3c87c8a --- /dev/null +++ b/data/cnpunc.svg @@ -0,0 +1,24 @@ + + + + + + + + + diff --git a/data/eng.png b/data/eng.png new file mode 100644 index 0000000000000000000000000000000000000000..4aef9af5e80def9478fca8690dd414796cbfa680 GIT binary patch literal 594 zcmV-Y0O>cR|1OOm}bi3XC zey@@53K|aN;c&QIF2P_>RaFQf0D$AT`Fu{(w5qDd<55wRR4Vm<5g|lBEOU9iUO^CS zHsh2iyqn$~BL&1M&ig|_54&TM(==ktB$u0^9!GZaN}ye!^TX2O+FfDy32>pU-RD zBBRISfiV^Y!QpTei^WJJV)>1ByDf?$0Ko6}PbL$iXuI8FjKkqD%d!+j{W}gxk}$^Q ga#oK>z>%07*qoM6N<$f{#A_-2eap literal 0 HcmV?d00001 diff --git a/data/eng.svg b/data/eng.svg new file mode 100644 index 0000000..2627d79 --- /dev/null +++ b/data/eng.svg @@ -0,0 +1,42 @@ + + + + + + + + + + 英 + 英 + + diff --git a/data/enpunc.png b/data/enpunc.png new file mode 100644 index 0000000000000000000000000000000000000000..1529d77c2d3683bef544a908131bd1a821c74a6e GIT binary patch literal 256 zcmeAS@N?(olHy`uVBq!ia0vp^5+KaM1SIoCSFHz9oCO|{#S9GGLLkg|>2BR0pdfpR zr>`sfWo||`L#EwlIx2xevL&t&CC>S|xv6<249-QVi6yBi3gww4844j8sS56%z5(x3 zRP%re%RF5iLn>}1+Y~?JVK!wDW}bRrh2vtjUMZ6-0hydzTTb4(wQJ={PTxNd54Xq0 z#;%Xst8`7l-hRKVb(xGs0fXkvL05O}#gY~thN+tB%+tT^Tn=;rgQu&X%Q~loCII$lT3Y}B literal 0 HcmV?d00001 diff --git a/data/enpunc.svg b/data/enpunc.svg new file mode 100644 index 0000000..e320bb7 --- /dev/null +++ b/data/enpunc.svg @@ -0,0 +1,35 @@ + + + + + + , + . + + diff --git a/data/fullwidth.png b/data/fullwidth.png new file mode 100644 index 0000000000000000000000000000000000000000..e6711ec9fdc005d9e3b94190045f56f0e7340779 GIT binary patch literal 507 zcmVG8;u6RH5whI z4^kpd4z(M!2oBK{L4rfjlxL^}zk*9hAc<2$2~vYlaj%zNFWjE#oaa3J&hzp=C*wE{ zc!we2P4;o1^?F^cRy9p~71ZnXc%Jut|0R%RS=;Sak|dg@hr{8Mpv`8Zs%p2}MG&Of zY2xg13d4}1sFaLmvl+*6`FwuA-vaAK$U_wUD* x%jL;rk^(v$4sjggIR4!DFM`bFa{uDbJ^`eKmWt!-(eVHP002ovPDHLkV1jr9*m?i} literal 0 HcmV?d00001 diff --git a/data/fullwidth.svg b/data/fullwidth.svg new file mode 100644 index 0000000..a290d8e --- /dev/null +++ b/data/fullwidth.svg @@ -0,0 +1,76 @@ + + + + + + + + + + + + + image/svg+xml + + + + + + + + diff --git a/data/halfwidth.png b/data/halfwidth.png new file mode 100644 index 0000000000000000000000000000000000000000..7b4a5431ce417302a7d07f7b049203e8d8fcac8b GIT binary patch literal 439 zcmV;o0Z9IdP)1C;>147z>$_MAC$9z1wJ zsX?l$s(^JUTJ`VWKez}pGqahQ8HD}k&!3>6po0ew z5;jOvQ&UAnrL3&%_wV1Bs`u~TZ)ay`ZEa1I*NlvebaZqkO`3!z{`>du{rmTqmX@-x zun-$Yv9YoH_U-%h=@YWx=FOY)^Yhu**hmO$W@ct5C#N@W-oQoPzJ05#tSloVgDYAX zkyG~a<;#0}dkMxg8ylOgt!-y#Cr*R@{Q2|e&mRsB4rCQpR#wN39V2KuO0co8uwV^H z8fKB(w{Ndry&8+xUcY|r@9+QX*DsQcLk<>17`=Pe_aD@N>002ovPDHLkV1h3U!P5W$ literal 0 HcmV?d00001 diff --git a/data/halfwidth.svg b/data/halfwidth.svg new file mode 100644 index 0000000..defe4c3 --- /dev/null +++ b/data/halfwidth.svg @@ -0,0 +1,114 @@ + + + + + + + + + + + + + + + + + + + + + image/svg+xml + + + + + + + + + diff --git a/data/han.png b/data/han.png new file mode 100644 index 0000000000000000000000000000000000000000..3ad79a704551ee7bcd5794cd3940d1c14b191310 GIT binary patch literal 691 zcmV;k0!;mhP)^@RCwCeRL{#PQ5c?2ibNE?vQd;t7L=4JSy;#h zWi=}c3ri&=W#d1vB2zcYbUGM@W3kxrczkt-B*|0}?;nIjB9U6HW~T-KfO@@N zE|*ahwcG85LSeO9rBbQ=e*auan8-;c!4vl!=vGE=LeVB9VB#-grFz z?)58`N}*7Azu#-M+G4RtBog1>-<+;9nT*5XplOR Ze*u1>?yiGe^sfK_002ovPDHLkV1j}kI;#Kx literal 0 HcmV?d00001 diff --git a/data/han.svg b/data/han.svg new file mode 100644 index 0000000..13a4574 --- /dev/null +++ b/data/han.svg @@ -0,0 +1,42 @@ + + + + + + + + + + 汉 + 汉 + + diff --git a/data/setup.svg b/data/setup.svg new file mode 100644 index 0000000..da8c585 --- /dev/null +++ b/data/setup.svg @@ -0,0 +1,193 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + image/svg+xml + + + + Jakub Steiner + + + http://jimmac.musichall.cz + + Emblem System + + + emblem + system + library + crucial + base + + + + + + + + + + + + + + + + + + + diff --git a/data/sunpinyin_logo.xpm b/data/sunpinyin_logo.xpm new file mode 100644 index 0000000..e3c7cb6 --- /dev/null +++ b/data/sunpinyin_logo.xpm @@ -0,0 +1,26 @@ +/* XPM */ +static char * sunpinyin_logo_xpm[] = { +"18 18 5 1", +" c None", +". c #0000E0", +"+ c #000000", +"@ c #FF0000", +"# c #FFFF00", +" ", +" ....... . . ... ", +" . . . . . ", +" ....... . . . . ", +" ++++++ +++. +++ ", +" +@@@@@@+###++### ", +" +@@++@@+##++##+ ", +" .+@@++@@++##+#+. ", +" +@@++@@++###+ ", +" +@@@@@+ +##+ ", +" .+@@+++ .+##+.. ", +" .+@@++. .+##+ ", +" +@@@@@+ +####+. ", +" .+++++. ++++ ", +" . . . . ....... ", +" . . . . . ", +" ... . . ....... ", +" "}; diff --git a/debian/changelog b/debian/changelog new file mode 100644 index 0000000..fdf696a --- /dev/null +++ b/debian/changelog @@ -0,0 +1,39 @@ +ise-engine-sunpinyin (0.0.1321) unstable; urgency=low + + * Fix out of bounds error. + * Git: 165.213.149.219:framework/uifw/ise-engine-sunpinyin + * Tag: ise-engine-sunpinyin_0.0.1321-1 + + -- Li Zhang Thu, 21 Feb 2013 16:20:00 +0800 + +ise-engine-sunpinyin (0.0.1223) unstable; urgency=low + + * Showing candidate in reset. + * Git: 165.213.149.219:framework/uifw/ise-engine-sunpinyin + * Tag: ise-engine-sunpinyin_0.0.1223-1 + + -- Li Zhang Wed, 23 Jan 2013 14:44:00 +0800 + +ise-engine-sunpinyin (0.0.1116) unstable; urgency=low + + * [N_SE-12861]Always show candidate. + * Git: 165.213.149.219:framework/uifw/ise-engine-sunpinyin + * Tag: ise-engine-sunpinyin_0.0.1116-1 + + -- Li Zhang Fri, 16 Nov 2012 18:30:00 +0800 + +ise-engine-sunpinyin (0.0.1108) unstable; urgency=low + + * [N_SE-12903][N_SE-12802]flush to commit the first candidate. + * Git: 165.213.149.219:framework/uifw/ise-engine-sunpinyin + * Tag: ise-engine-sunpinyin_0.0.1108-1 + + -- Li Zhang Thu, 08 Nov 2012 14:30:00 +0800 + +ise-engine-sunpinyin (0.0.0910) unstable; urgency=low + + * Initial Release. + * Git: 165.213.149.219:framework/uifw/ise-engine-sunpinyin + * Tag: ise-engine-sunpinyin_0.0.0910-2 + + -- Li Zhang Mon, 10 Sep 2012 11:30:44 +0800 diff --git a/doc/AuxRequire.txt b/doc/AuxRequire.txt new file mode 100644 index 0000000..8c4484c --- /dev/null +++ b/doc/AuxRequire.txt @@ -0,0 +1,53 @@ +1. Status Bar Aux Window + 1.1 Easy setting up buttons: + a) Buttons and their images, orders. + b) Buttons and their status + c) Buttons and their Events or Actions + + 1.2 Menus + a) easy to define menu - submenu + b) menu item and their items + + 1.3 Style: user define or predefined good look and feel. + +2. Preedit Area + 2.1 Following the cursor position of (im client). + 2.2 Preedit Area Data transfer: + 1. nChar + 2. Cursor Char Index. [0-nChar] + 3. char* to UTF-8 char buf. (nChar, zero terminated) + 4. void* to decoration[nChar+1] + 2.3 Preedit Area window could stick with Status window. + +---------------------+--------------+ + | Preedit | Status | + +---------------------+--------------+ + 2.4 Preedit Window style: + 1. font, color, background image, etc. + +3. Candidate Area + 3.1 Could following the cursor position of the preedit area or sticky with the Preedit Area: + following cursor: +-----------------------------------+ + | ! | + +-----------------------------------+ + +-------------------------------------+ + | Candidates | (Candidates area could be vertical) + +-------------------------------------+ + sticky +-----------------------+---------+ + | Preedit | Status | (Status area is optional) + +-----------------------+---------+ + | Candidates | + +---------------------------------+ + 3.2 Candidate data API. + 1. nCandidate + 2. pointer to nCandidate of : + a). nChar + b). char * to UTF8 string + c). void * to decoration array. + + 3.3 Candidate window style + font, color, background image, etc. + +4. CLE option for IME to tell it using new Aux windows + How could it works ? Need Ervin to design it out. + + diff --git a/doc/README b/doc/README new file mode 100644 index 0000000..e69de29 diff --git a/doc/genpyt.pod b/doc/genpyt.pod new file mode 100644 index 0000000..11abfcf --- /dev/null +++ b/doc/genpyt.pod @@ -0,0 +1,52 @@ +=head1 NAME + +genpyt - generate the PINYIN lexicon + +=head1 SYNOPSIS + +B I I I I + +=head1 DESCRIPTION + +B is used to generate the PINYIN lexicon. +It only works on zh_CN.UTF-8 locale. + +=head1 ARGUMENTS + +=over 4 + +=item I + +Specify a dictionary file. It should be a line-based text file in utf-8 encoding +. Each line looks like: + + CCC id [pinyin'pinyin'pinyin]* + +A default dictionary file can be found at F. + + +=item I + +The output binary PINYIN lexicon file. This lexicon contains a trie presenting the key tree of PINYIN. And all of the candiate words are sorted using the unigram in I. This file can be used with sunpinyin input method engines. + + +=item I + +Specify the file to where the log goes. The I can be seen as the human-readble presentation of the binary output file. + + +=item I + +The language model from which the unigram information are retrieved. Typically, the I is generated by B. + +=back + +=head1 AUTHOR + +Originally written by Phill.Zhang Ephill.zhang@sun.comE. +Currently maintained by Kov.Chai Etchaikov@gmail.comE. + +=head1 SEE ALSO + +B(1). + diff --git a/doc/getWordFreq.pod b/doc/getWordFreq.pod new file mode 100644 index 0000000..228b64f --- /dev/null +++ b/doc/getWordFreq.pod @@ -0,0 +1,50 @@ +=head1 NAME + +getWordFreq - print word freq information from language model + +=head1 SYNOPSIS + +B [I