restore gen_unigram.cpp

diff --git a/utils/training/gen_unigram.cpp b/utils/training/gen_unigram.cpp
index 9788271..62584a9 100644 (file)
--- a/utils/training/gen_unigram.cpp
+++ b/utils/training/gen_unigram.cpp
@@ -40,10 +40,12 @@ int main(int argc, char * argv[]){
             DICTIONARY != table_info->m_file_type)
             continue;
 
-        guint32 freq = 2;
+        guint32 freq = 1;
+#if 0
         /* skip GBK_DICTIONARY. */
         if (GBK_DICTIONARY == table_info->m_dict_index)
             freq = 1;
+#endif
 
         const char * binfile = table_info->m_system_filename;