2 * Copyright (c) 2016 Samsung Electronics Co., Ltd All Rights Reserved
4 * Licensed under the Apache License, Version 2.0 (the License);
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an AS IS BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
18 #include <Elementary.h>
19 #include <Ecore_IMF.h>
21 #include <device/power.h>
22 #include <efl_assist.h>
23 #include <app_common.h>
26 #include <efl_extension.h>
30 #include "w-input-selector.h"
31 #include "w-input-smartreply.h"
32 #include "w-input-stt-voice.h"
33 #include "w-input-stt-engine.h"
34 #include "w-input-stt-ise.h"
38 #define _EDJ(x) elm_layout_edje_get(x)
41 #define GRP_PORTRAIT "mic_control"
43 #define item_append(obj, style, index, cb, udata) \
44 elm_genlist_item_append(obj, &(style), (void *)index, NULL, ELM_GENLIST_ITEM_NONE, cb, udata)
46 #define VIRTUAL_TEXT_AREA_FONT_STYLE \
47 "DEFAULT='font=Tizen:style=Regular font_size=32 color=#FFFFFF color_class=AT013 text_class=tizen wrap=mixed align=center' \
48 newline='br' b='+ font=Tizen:style=Bold'link='+ underline=on underline_color=#FFFFFF'"
50 extern App_Data* app_data;
51 extern VoiceData *my_voicedata;
53 static bool power_state = false;
55 static bool bottom_button_access_state = false;
57 static Evas_Object *radio_gp = NULL;
58 Evas_Object *g_setting_window = NULL;
59 static Evas_Object *g_setting_naviframe = NULL;
60 static Evas_Object *g_more_option_layout = NULL;
62 static Ecore_Event_Handler *g_evt_key_down = NULL;
64 static bool g_is_n66 = true;
66 static Elm_Genlist_Item_Class itc_title;
67 static Elm_Genlist_Item_Class itc_1text;
68 static Elm_Genlist_Item_Class itc_2text;
70 static bool g_send_button_clicked = false;
72 static bool g_mic_clicked = false;
74 static void set_guide_text(VoiceData *vd, const char* text, bool translatable = false);
76 char *supported_language[7] = {
87 char *disp_lang_array[7] = {
89 "English (United States)",
90 "Español (América Latina)",
112 }STT_VOICE_LANGUAGE_I;
122 }STT_VOICE_LANGUAGE_N66_I;
133 static void get_stt_default_language(VoiceData *my_voicedata);
136 char* get_lang_label(char lang[])
140 if (strcmp (lang, "en_US") == 0)
141 str = disp_lang_array[1];
143 else if (strcmp (lang, "ko_KR") == 0)
144 str = disp_lang_array[6];
146 else if (strcmp (lang, "fr_FR") == 0)
147 str = disp_lang_array[3];
149 else if (strcmp (lang, "ja_JP") == 0)
150 str = disp_lang_array[5];
152 else if (strcmp (lang, "zh_CN") == 0)
153 str = disp_lang_array[4];
155 else if (strcmp (lang, "es_US") == 0)
156 str = disp_lang_array[2];
159 str = disp_lang_array[1];
166 _bring_in_cb(void *data)
169 return ECORE_CALLBACK_CANCEL;
171 Evas_Coord x, y, w, h;
173 Evas_Object *scroller = (Evas_Object *)data;
174 Evas_Object *inner_layout = NULL;
176 inner_layout = (Evas_Object *) evas_object_data_get(scroller, "inner_layout");
178 evas_object_geometry_get(inner_layout, &x, &y, &w, &h);
179 elm_scroller_region_bring_in(scroller, x, h, w, h);
181 PRINTFUNC(NO_PRINT, "scroller %d %d %d %d", x, y, w, h);
183 return ECORE_CALLBACK_CANCEL;
186 static inline Evas_Coord get_text_block_size(Evas_Object *obj, std::string text)
188 int calculated_height = 0;
190 int max_height = 1280;
191 int unit_width = 282;
193 Evas_Coord width, height;
196 Evas_Object *tb = NULL;
197 Evas_Textblock_Style *st = NULL;
198 Evas_Textblock_Cursor *cur = NULL;
200 tb = evas_object_textblock_add(evas_object_evas_get(obj));
201 evas_object_textblock_legacy_newline_set(tb, EINA_FALSE);
203 st = evas_textblock_style_new();
204 evas_textblock_style_set(st, VIRTUAL_TEXT_AREA_FONT_STYLE);
205 evas_object_textblock_style_set(tb, st);
207 cur = evas_object_textblock_cursor_new(tb);
208 strbuf = elm_entry_utf8_to_markup(text.c_str());
209 evas_object_resize(tb, unit_width, max_height);
211 evas_object_textblock_text_markup_set(tb, strbuf);
212 evas_textblock_cursor_format_prepend(cur, "+ wrap=mixed");
213 evas_object_textblock_size_formatted_get(tb, &width, &height);
214 evas_object_resize(tb, unit_width, height);
216 if(strbuf) free(strbuf);
217 if(tb) evas_object_del(tb);
218 if(st) evas_textblock_style_free(st);
219 if(cur) evas_textblock_cursor_free(cur);
224 static Eina_Bool _update_textblock_timer_cb(void *data)
227 return ECORE_CALLBACK_CANCEL;
229 VoiceData* voicedata = (VoiceData*)data;
231 voicedata->textblock_timer = NULL;
233 std::string result_text;
234 for(int i = 0; i < voicedata->stt_results.size(); i++){
235 if(i == voicedata->stt_results.size()-1){
236 result_text += voicedata->stt_results.at(i);
238 result_text += voicedata->stt_results.at(i);
243 Evas_Object *rect = NULL;
244 Evas_Object *entry = NULL;
245 Evas_Object *scroller = NULL;
246 Evas_Object *box = NULL;
247 Evas_Object *inner_layout = NULL;
250 scroller = elm_layout_content_get((Evas_Object *)voicedata->layout_main, "text_area");
253 PRINTFUNC(DLOG_ERROR, "failed to get scroller");
254 return ECORE_CALLBACK_CANCEL;
257 box = elm_object_content_get(scroller);
260 PRINTFUNC(DLOG_ERROR, "failed to get box");
261 return ECORE_CALLBACK_CANCEL;
264 inner_layout = (Evas_Object *) evas_object_data_get(scroller, "inner_layout");
267 PRINTFUNC(DLOG_ERROR, "failed to get inner_layout");
268 return ECORE_CALLBACK_CANCEL;
271 entry = elm_layout_content_get(inner_layout, "elm.swallow.content");
274 PRINTFUNC(DLOG_ERROR, "failed to get entry");
275 return ECORE_CALLBACK_CANCEL;
278 Evas_Object *top = (Evas_Object *) evas_object_data_get(box, "top_padding");
279 Evas_Object *bottom = (Evas_Object *) evas_object_data_get(box, "bottom_padding");
282 elm_box_unpack(box, top);
283 evas_object_del(top);
287 elm_box_unpack(box, bottom);
288 evas_object_del(bottom);
292 Evas_Coord height = get_text_block_size(box, result_text);
294 // if(height < 173) {
296 int text_area_height = 360-102; // screen H - bottom button H
297 int top_height = ((text_area_height - height) / 2);
298 if(top_height < 120) top_height = 120; // Top fade area H
300 int bottom_height = (text_area_height - top_height - height);
301 if(bottom_height < 1) bottom_height = 0;
303 PRINTFUNC(SECURE_DEBUG, "str : %s", result_text.c_str());
304 PRINTFUNC(DLOG_DEBUG, "height : %d", height);
305 PRINTFUNC(DLOG_DEBUG, "top_height : %d", top_height);
306 PRINTFUNC(DLOG_DEBUG, "bottom_height : %d", bottom_height);
308 rect = evas_object_rectangle_add(evas_object_evas_get(box));
309 evas_object_color_set(rect, 0, 0, 0, 100);
310 evas_object_size_hint_weight_set(rect, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
311 evas_object_size_hint_min_set(rect, 282, top_height);
312 evas_object_show(rect);
314 elm_box_pack_before(box, rect, inner_layout);
315 evas_object_data_set(box, "top_padding", (void *) rect);
317 rect = evas_object_rectangle_add(evas_object_evas_get(box));
318 evas_object_color_set(rect, 0, 0, 0, 100);
319 evas_object_size_hint_weight_set(rect, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
320 evas_object_size_hint_min_set(rect, 282, bottom_height);
321 evas_object_show(rect);
323 elm_box_pack_end(box, rect);
324 evas_object_data_set(box, "bottom_padding", (void *) rect);
327 elm_entry_entry_set(entry, result_text.c_str());
329 Evas_Object *panel_layout = elm_layout_content_get((Evas_Object *)voicedata->layout_main, "left_panel_area");
330 Evas_Object *panel_left = elm_layout_content_get((Evas_Object *)panel_layout, "elm.swallow.right");
332 if (result_text.size() > 0) {
333 elm_object_signal_emit(panel_left, "elm,state,enabled", "elm");
335 elm_object_signal_emit(panel_left, "elm,state,disabled", "elm");
338 elm_object_signal_emit((Evas_Object *)voicedata->layout_main, "idle,state,guide_text,bottom", "elm");
340 if(voicedata->state == STT_STATE_VAL_LISTENING){
341 if(voicedata->guide_text_timer != NULL){
342 PRINTFUNC(DLOG_DEBUG, "Skip hide_guide_text");
343 ecore_timer_del(voicedata->guide_text_timer);
344 voicedata->guide_text_timer = NULL;
346 set_guide_text(voicedata, SK_TAP_TO_PAUSE, true);
349 elm_object_signal_emit(inner_layout, "scrolling", "entry");
351 return ECORE_CALLBACK_CANCEL;
354 void _update_textblock(void *data)
359 VoiceData *voicedata = (VoiceData *) data;
361 if(voicedata->textblock_timer == NULL){
362 voicedata->textblock_timer = ecore_timer_add(1.0, _update_textblock_timer_cb, voicedata);
364 PRINTFUNC(DLOG_DEBUG, "skip : the timer is not expired.");
370 void voice_get_string(const char *keyValue, _VoiceData *voicedata)
377 strbuf = elm_entry_utf8_to_markup(keyValue);
379 PRINTFUNC(DLOG_DEBUG, "text : %s, voicedata->partial_result=%s", strbuf, voicedata->partial_result);
382 if(voicedata->partial_result){ // partial_result is not Null so replace
383 if(strcmp(voicedata->partial_result, strbuf)){
385 PRINTFUNC(DLOG_DEBUG, "different replace");
387 voicedata->stt_results.pop_back();
388 voicedata->stt_results.push_back(strbuf);
390 free(voicedata->partial_result);
391 voicedata->partial_result = strdup(strbuf);
393 } else { // partial_result is Null so first case
394 PRINTFUNC(DLOG_DEBUG, "first push");
395 voicedata->stt_results.push_back(strbuf);
396 voicedata->partial_result = strdup(strbuf);
400 _update_textblock(voicedata);
405 PRINTFUNC(DLOG_DEBUG, "ends");
408 static Eina_Bool _recognition_failure_cb(void *data)
411 VoiceData *voicedata = (VoiceData *) data;
413 voicedata->state = STT_STATE_VAL_INIT;
414 set_animation_state(voicedata);
415 voicedata->refresh_timer = NULL;
417 return ECORE_CALLBACK_CANCEL;
420 void start_by_press(VoiceData *voicedata)
422 PRINTFUNC(DLOG_DEBUG, "");
424 edje_object_signal_emit(_EDJ(voicedata->layout_main), "mouse,clicked,1", "background");
429 static void on_mic_button_press_cb(void *data, Evas_Object *obj, void *event_info)
431 PRINTFUNC(NO_PRINT, "");
433 VoiceData *voicedata = (VoiceData *)data;
434 edje_object_signal_emit(_EDJ(voicedata->layout_main), "mouse,clicked,1", "background");
440 static Eina_Bool _mic_button_enable_cb(void *data)
442 PRINTFUNC(DLOG_DEBUG, "");
445 return ECORE_CALLBACK_CANCEL;
447 VoiceData* voicedata = (VoiceData*)data;
449 voicedata->btn_disabling_timer = NULL;
451 Evas_Object *button = (Evas_Object *)voicedata->mic_button;
453 elm_object_disabled_set(button, EINA_FALSE);
455 return ECORE_CALLBACK_CANCEL;
459 static void on_confirm_button_clicked_cb(void *data, Evas_Object *obj, void *event_info)
461 if(g_send_button_clicked == true){
462 PRINTFUNC(DLOG_DEBUG, "skipped seding STT result");
466 g_send_button_clicked = true;
471 VoiceData* voicedata = (VoiceData*)data;
473 std::string result_text;
474 for(int i = 0; i < voicedata->stt_results.size(); i++){
475 result_text += voicedata->stt_results.at(i);
476 if(i != voicedata->stt_results.size()-1)
480 PRINTFUNC(DLOG_DEBUG, "result_text = %s", result_text.c_str());
481 input_smartreply_send_feedback(result_text.c_str());
483 if(app_data->reply_type == REPLY_APP_CONTROL){
484 reply_to_sender_by_appcontrol((void*)app_data, result_text.c_str(), "voice");
486 reply_to_sender_by_callback(result_text.c_str(), "voice");
496 _panel_cue_clicked_cb(void *data, Evas_Object *obj, const char *emission, const char *source)
498 PRINTFUNC(DLOG_DEBUG, "left cue clicked!!");
500 on_confirm_button_clicked_cb(data, NULL, NULL);
505 void stt_feedback_initialize()
509 ret = feedback_initialize();
512 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
518 void stt_feedback(FeedbackType type)
522 ret = feedback_initialize();
525 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
529 if (type == VIBRATION_START){
530 // feedback_play(FEEDBACK_PATTERN_VOICE_START);
531 } else if (type == VIBRATION_STOP){
532 // feedback_play(FEEDBACK_PATTERN_VOICE_STOP);
535 ret = feedback_deinitialize();
538 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
543 void stt_feedback_deinitialize()
547 ret = feedback_deinitialize();
550 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
556 static Eina_Bool _idler_cb(void *data)
558 if(!data) return ECORE_CALLBACK_CANCEL;
560 VoiceData *voicedata = (VoiceData *)data;
562 PRINTFUNC(DLOG_DEBUG, "");
565 if(true == _app_stt_initialize(voicedata)) {
566 PRINTFUNC(NO_PRINT, "_app_stt_initialize None Error");
567 voicedata->voicefw_state = 1;
568 voicedata->state = STT_STATE_VAL_INIT;
570 voicedata->voicefw_state = 0;
571 PRINTFUNC(DLOG_ERROR, "Initialization Fail!<br>Check STT-daemon is running");
574 Evas_Object *canvas = elm_object_part_content_get(voicedata->layout_main, "EFFECT_BG");
577 is::ui::WInputSttMicEffect *ieffect = new is::ui::WInputSttMicEffect();
578 ieffect->SetSttHandle(voicedata->sttmanager->GetSttHandle());
580 is::ui::MicEffector *effector = new is::ui::MicEffector(canvas, voicedata->layout_main, *ieffect);
581 voicedata->ieffect = ieffect;
582 voicedata->effector = effector;
584 ieffect->SetProgressBar(voicedata->progressbar);
585 ieffect->SetSttHandle(voicedata->sttmanager->GetSttHandle());
587 voicedata->mo->Update();
589 elm_access_highlight_set(voicedata->mic_button);
592 return ECORE_CALLBACK_CANCEL;
596 static Eina_Bool _power_delayed_unlock(void *data){
597 PRINTFUNC(DLOG_DEBUG, "POWER Unlock");
599 VoiceData *voicedata = (VoiceData *) data;
600 device_power_release_lock(POWER_LOCK_DISPLAY);
601 voicedata->power_unlock_timer = NULL;
603 return ECORE_CALLBACK_CANCEL;
608 PRINTFUNC(DLOG_DEBUG, "POWER Unlock directly.");
609 device_power_release_lock(POWER_LOCK_DISPLAY);
612 void powerLock(void *data, bool enable)
614 int ret = DEVICE_ERROR_NONE;
616 VoiceData *voicedata = (VoiceData *) data;
619 ret = device_power_wakeup(false);
620 PRINTFUNC(DLOG_DEBUG, "LCD Wakeup");
622 if(ret != DEVICE_ERROR_NONE)
623 PRINTFUNC(DLOG_ERROR, "LCD Wakeup ERROR = %d", ret);
625 ret = device_power_request_lock(POWER_LOCK_DISPLAY, 0);
626 PRINTFUNC(DLOG_DEBUG, "POWER LOCK");
627 power_state = enable;
629 if(ret != DEVICE_ERROR_NONE)
630 PRINTFUNC(DLOG_ERROR, "ERROR = %d", ret);
632 if(voicedata->power_unlock_timer != NULL){
633 ecore_timer_del(voicedata->power_unlock_timer);
634 voicedata->power_unlock_timer = NULL;
637 PRINTFUNC(DLOG_DEBUG, "POWER Unlock Delayed(5 sec)");
639 if(voicedata->power_unlock_timer != NULL){
640 ecore_timer_del(voicedata->power_unlock_timer);
641 voicedata->power_unlock_timer = NULL;
643 voicedata->power_unlock_timer = ecore_timer_add(5.0, _power_delayed_unlock, voicedata);
648 static Eina_Bool hide_guide_text(void *data){
650 VoiceData *voicedata = (VoiceData *) data;
652 voicedata->guide_text_timer = NULL;
655 PRINTFUNC(DLOG_ERROR, "");
656 elm_object_part_text_set(voicedata->layout_main, "elm.text", "");
658 return ECORE_CALLBACK_CANCEL;
661 static void set_guide_text(VoiceData *vd, const char* text, bool translatable)
663 //elm_object_signal_emit(vd->layout_main, "idle,state,text,visible", "elm");
666 elm_object_domain_translatable_part_text_set(vd->layout_main, "elm.text", PACKAGE, text);
668 elm_object_part_text_set(vd->layout_main, "elm.text", text);
670 if(!strcmp(text, SK_SPEAK_NOW)){
671 if(vd->guide_text_timer == NULL)
672 vd->guide_text_timer = ecore_timer_add(2.0, hide_guide_text, vd);
677 * @brief - function to send the signal to edc
678 * to change the animation as per stt state
681 void set_animation_state(VoiceData *voicedata)
683 PRINTFUNC(DLOG_DEBUG, "");
685 PRINTFUNC(DLOG_ERROR, "voicedata->state == %s",
686 voicedata->state == STT_STATE_VAL_INIT ?
687 "STT_STATE_VAL_INIT" :
688 voicedata->state == STT_STATE_VAL_LISTENING ?
689 "STT_STATE_VAL_LISTENING" :
690 voicedata->state == STT_STATE_VAL_PREPARE_LISTENING ?
691 "STT_STATE_VAL_PREPARE_LISTENING" :
692 voicedata->state == STT_STATE_VAL_PROCESSING ?
693 "STT_STATE_VAL_PROCESSING" :
694 voicedata->state == STT_STATE_VAL_PREPARE_PROCESSING ?
695 "STT_STATE_VAL_PREPARE_PROCESSING" :
696 voicedata->state == STT_STATE_VAL_TERMINATING ?
697 "STT_STATE_VAL_TERMINATING" : "STT_STATE_VAL_NOT_RECOGNISED");
699 if (voicedata->state == STT_STATE_VAL_INIT) {
701 if (voicedata->sttmanager->GetCurrent() == STT_STATE_READY) {
702 set_guide_text(voicedata, "", false);
703 //_elm_access_say(voicedata->layout_main, _(SK_INIT));
705 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR [%d]", voicedata->sttmanager->GetCurrent());
706 set_guide_text(voicedata, _(SK_NETWORK_ERROR));
707 //_elm_access_say(voicedata->layout_main, _(SK_NETWORK_CONNECTION_ERROR));
711 if(voicedata->effector)
712 voicedata->effector->Stop(true);
714 set_guide_text(voicedata, "");
716 PRINTFUNC(DLOG_DEBUG, "%d", voicedata->stt_results.size());
717 powerLock((void*)voicedata, false);
718 } else if (voicedata->state == STT_STATE_VAL_LISTENING) {
719 set_guide_text(voicedata, SK_SPEAK_NOW, true);
721 if(voicedata->effector)
722 voicedata->effector->Start();
724 powerLock((void*)voicedata, true);
725 } else if (voicedata->state == STT_STATE_VAL_PROCESSING) {
726 set_guide_text(voicedata, "");
727 if(voicedata->effector)
728 voicedata->effector->Stop();
730 stt_feedback(VIBRATION_STOP);
732 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR");
733 set_guide_text(voicedata, _(SK_RECOGNITION_FAILED));
734 //_elm_access_say(voicedata->layout_main, _(SK_RECOGNITION_FAILED));
736 voicedata->state = STT_STATE_VAL_NOT_RECOGNISED;
738 if(voicedata->refresh_timer) {
739 ecore_timer_del(voicedata->refresh_timer);
742 if(voicedata->effector)
743 voicedata->effector->Stop(true);
745 voicedata->refresh_timer = ecore_timer_add(2.0, _recognition_failure_cb, voicedata);
747 //powerLock((void*)voicedata, false);
751 void show_error_message(VoiceData *vd, stt_error_e reason)
753 if(reason == STT_ERROR_OUT_OF_NETWORK)
755 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR");
757 int ancs_connected = 0;
759 ret = vconf_get_int("file/private/weconn/ancs_connected", &ancs_connected);
762 PRINTFUNC(DLOG_ERROR, "ancs connected status : %d", ancs_connected);
764 PRINTFUNC(DLOG_ERROR, "vconf for ancs connection ERROR - %d", ret);
766 if (ancs_connected) {
768 snprintf(text, sizeof(text), _(SK_NETWORK_ERROR_FOR_IOS), _(SK_SAMSUNG_GEAR));
770 show_popup_toast((const char*)text, false);
772 set_guide_text(vd, _(SK_NETWORK_ERROR));
775 vd->state = STT_STATE_VAL_INIT;
777 } else if (reason == STT_ERROR_RECORDER_BUSY) {
778 PRINTFUNC(DLOG_WARN, "STT is used by another application");
779 show_popup_toast(_(SK_STT_BUSY), false);
780 vd->state = STT_STATE_VAL_INIT;
782 PRINTFUNC(DLOG_WARN, "Check error code");
783 show_popup_toast(_(SK_STT_BUSY), false);
784 vd->state = STT_STATE_VAL_INIT;
788 static Eina_Bool _start_timer_cb(void* data)
791 VoiceData *voicedata = (VoiceData *) data;
794 voicedata->state = STT_STATE_VAL_PREPARE_LISTENING;
795 voicedata->sttmanager->Start();
797 catch (is::stt::SttException &e) {
798 PRINTFUNC(DLOG_ERROR, "%s", e.what());
800 if (e.GetEcode() == STT_ERROR_OUT_OF_NETWORK)
802 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR");
803 set_guide_text(voicedata, _(SK_NETWORK_ERROR));
804 voicedata->state = STT_STATE_VAL_INIT;
805 } else if (e.GetEcode() == STT_ERROR_RECORDER_BUSY) {
806 PRINTFUNC(DLOG_WARN, "STT is used by another application");
807 show_popup_toast(_(SK_STT_BUSY), false);
808 voicedata->state = STT_STATE_VAL_INIT;
810 PRINTFUNC(DLOG_WARN, "Check error code");
811 show_popup_toast(_(SK_STT_BUSY), false);
812 voicedata->state = STT_STATE_VAL_INIT;
815 voicedata->start_timer = NULL;
817 return ECORE_CALLBACK_CANCEL;
821 * @brief - cancel button press callback for cross button
825 void on_initial_anim_press_cb(void *data, Evas_Object *obj, const char *emission, const char *source)
827 PRINTFUNC(NO_PRINT, "");
829 VoiceData *vd = (VoiceData *)data;
831 int tempVal = vd->sttmanager->GetCurrent();
832 if(tempVal == STT_STATE_CREATED) {
833 PRINTFUNC(DLOG_WARN, "IGNORE TOUCH event before STT READY. STT is preparing", vd->state);
837 PRINTFUNC(DLOG_DEBUG, "SttManager State : %d", vd->sttmanager->GetCurrent());
838 PRINTFUNC(DLOG_DEBUG, "Ui Voice State : %d", vd->state);
841 case STT_STATE_VAL_INIT:
843 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_INIT");
844 get_stt_default_language(vd);
845 vd->sttmanager->SetLanguage(std::string(vd->kbd_lang));
847 stt_feedback(VIBRATION_START);
849 if(vd->start_timer) {
850 ecore_timer_del(vd->start_timer);
851 vd->start_timer = NULL;
854 vd->start_timer = ecore_timer_add(0.0, _start_timer_cb, vd);
857 case STT_STATE_VAL_LISTENING :
858 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_LISTENING");
860 vd->state = STT_STATE_VAL_PREPARE_PROCESSING;
861 vd->sttmanager->Stop();
864 * Cuased touch reponse time, it can be called to stop animator.
867 set_guide_text(vd, "");
870 vd->effector->Stop();
872 catch (is::stt::SttException &e) {
873 PRINTFUNC(DLOG_ERROR, "%s", e.what());
875 if(e.GetEcode() != STT_ERROR_INVALID_STATE) {
876 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR");
877 set_guide_text(vd, _(SK_RECOGNITION_FAILED));
878 vd->state = STT_STATE_VAL_INIT;
881 vd->effector->Stop(true);
886 case STT_STATE_VAL_PROCESSING:
887 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_PROCESSING");
889 //vd->state = STT_STATE_VAL_PREPARE_CANCEL;
890 vd->sttmanager->Cancel();
892 catch (is::stt::SttException &e) {
893 PRINTFUNC(DLOG_ERROR, "%s", e.what());
898 case STT_STATE_VAL_NOT_RECOGNISED:
899 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_NOT_RECOGNISED");
900 vd->state = STT_STATE_VAL_INIT ;
903 PRINTFUNC(DLOG_DEBUG, "default [%d]", vd->state);
908 static inline void ea_naviframe_back(void *data, Evas_Object *obj, void *event_info)
912 evas_object_del((Evas_Object *) data);
914 g_setting_window = NULL;
915 g_setting_naviframe = NULL;
918 ecore_event_handler_del(g_evt_key_down);
920 g_evt_key_down = NULL;
923 if(g_more_option_layout){
924 if(eext_more_option_opened_get(g_more_option_layout) == EINA_TRUE) {
925 eext_more_option_opened_set(g_more_option_layout, EINA_FALSE);
930 static char *__get_genlist_title_label(void *data, Evas_Object *obj, const char *part)
932 return strdup(_("WDS_VOICE_OPT_LANGUAGE_ABB"));
935 char *__get_genlist_item_label(void *data, Evas_Object *obj, const char *part)
937 char text[128] = {0, };
939 if(!strcmp(part, "elm.text"))
942 return strdup(_("IDS_VC_BODY_AUTOMATIC"));
945 s = (char *)disp_lang_array[(int)data];
948 char *p = strchr(s, '(');
950 strncpy(text, s, p-s);
952 strncpy(text, s, strlen(s));
955 strncpy(text, "", strlen(""));
959 } else if (!strcmp(part, "elm.text.1")) {
960 if ((int)data == 0) {
962 value = vconf_get_str(VCONFKEY_LANGSET);
964 PRINTFUNC(DLOG_ERROR, "Fail to get display language");
967 PRINTFUNC(DLOG_DEBUG, "system language (%s)", value);
969 char system_lang[6] = {0, };
970 strncpy(system_lang, value , 5);
973 // confirm whether the system language is supported by stt engine or not.
974 // if supported, set the language
975 // otherwise, set language to en_US
976 return strdup(get_lang_label(system_lang));
980 s = (char *)disp_lang_array[(int)data];
983 char *p = strchr(s, '(');
985 strncpy(text, p+1, strlen(s)-(p-s)-2);
987 strncpy(text, s, strlen(s));
990 strncpy(text, "", strlen(""));
998 static Evas_Object *__get_genlist_item_content(void *data, Evas_Object *obj, const char *part)
1000 int index = (int)data;
1001 Evas_Object * content = NULL;
1003 if (!strcmp(part, "elm.icon")) {
1004 content = elm_radio_add(obj);
1005 elm_radio_state_value_set(content, index);
1006 elm_radio_group_add(content, radio_gp);
1007 evas_object_size_hint_weight_set(content, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1008 evas_object_propagate_events_set(content, EINA_TRUE);
1009 evas_object_size_hint_align_set(content, EVAS_HINT_FILL, EVAS_HINT_FILL);
1010 elm_object_style_set(content, "list");
1015 static int get_language_value()
1018 int lang = 0, ret = 0;
1020 ret = preference_get_int(PREFERENCE_ISE_STT_LANGUAGE, &lang);
1021 if(PREFERENCE_ERROR_NONE != ret){
1022 PRINTFUNC(DLOG_ERROR, "preference_get_int error!(%d)", ret);
1023 preference_set_int(PREFERENCE_ISE_STT_LANGUAGE, (int)2); //auto
1027 int lang = 0, ret = 0;
1029 ret = vconf_get_int(VCONFKEY_ISE_STT_LANGUAGE, &lang);
1031 PRINTFUNC(DLOG_ERROR, "Vconf_get_int error!(%d)", ret);
1035 if(lang < 0 || lang > 6) {
1036 PRINTFUNC(DLOG_WARN, "vconf lang orig(%d) to be 0", lang);
1039 PRINTFUNC(DLOG_DEBUG, "n66 current language value for stt (%s).", disp_lang_array[lang]);
1045 static void set_language_value(int type)
1047 // Add implementation to store language type.
1051 ret = preference_set_int(PREFERENCE_ISE_STT_LANGUAGE, (int)type);
1052 if(PREFERENCE_ERROR_NONE != ret){
1053 PRINTFUNC(DLOG_ERROR, "preference_set_int error!(%d)", ret);
1057 ret = vconf_set_int(VCONFKEY_ISE_STT_LANGUAGE, (int) type);
1059 PRINTFUNC(DLOG_ERROR, "Vconf_set_int error!(%d)", ret);
1063 PRINTFUNC(DLOG_DEBUG, "language type (%d)", type);
1068 static void get_stt_default_language(VoiceData *my_voicedata)
1071 PRINTFUNC(DLOG_ERROR, "my_voicedata NULL");
1075 if(my_voicedata->kbd_lang) {
1076 free(my_voicedata->kbd_lang);
1077 my_voicedata->kbd_lang = NULL;
1082 STT_VOICE_LANGUAGE_N66_I stt_lang;
1083 stt_lang = (STT_VOICE_LANGUAGE_N66_I)get_language_value();
1085 PRINTFUNC(DLOG_DEBUG, "language type (%d)", stt_lang);
1088 case STT_VOICE_N66_AUTO :
1090 stt_get_default_language(my_voicedata->voicefw_handle, &my_voicedata->kbd_lang);
1092 // get system display language
1094 value = vconf_get_str(VCONFKEY_LANGSET);
1095 if (NULL == value) {
1096 PRINTFUNC(DLOG_ERROR, "Fail to get display language");
1099 PRINTFUNC(DLOG_DEBUG, "system language (%s)", value);
1101 char system_lang[6] = {0, };
1102 strncpy(system_lang, value , 5);
1105 // confirm whether the system language is supported by stt engine or not.
1106 // if supported, set the language
1107 // otherwise, set language to en_US
1108 if(is_lang_supported_by_stt(system_lang) == TRUE) {
1109 my_voicedata->kbd_lang = strdup(system_lang);
1110 PRINTFUNC(DLOG_DEBUG, "Set auto language (%s)", system_lang);
1112 my_voicedata->kbd_lang = strdup("en_US");
1113 PRINTFUNC(DLOG_DEBUG, "System language is not supported by STT (%s), en_US will be set", system_lang);
1117 case STT_VOICE_N66_EN_US :
1118 case STT_VOICE_N66_ES_US :
1119 case STT_VOICE_N66_FR_FR :
1120 case STT_VOICE_N66_JA_JP :
1121 case STT_VOICE_N66_KO_KR :
1122 case STT_VOICE_N66_ZH_CN :
1124 my_voicedata->kbd_lang = strdup(supported_language[stt_lang]);
1128 my_voicedata->kbd_lang = strdup("en_US");
1133 PRINTFUNC(DLOG_DEBUG, "stt language (%s)", my_voicedata->kbd_lang);
1136 static Eina_Bool close_setting_window_idler_cb(void *data)
1138 if(g_setting_window && g_setting_naviframe) {
1139 ea_naviframe_back(g_setting_window, g_setting_naviframe, NULL);
1142 return ECORE_CALLBACK_CANCEL;
1145 static void language_set_genlist_radio_cb(void *data, Evas_Object *obj, void *event_info)
1147 PRINTFUNC(DLOG_DEBUG, "");
1151 Evas_Object *genlist = (Evas_Object *) data;
1153 Elm_Object_Item * item = (Elm_Object_Item *) event_info;
1155 elm_genlist_item_selected_set(item, 0);
1156 index = (int)elm_object_item_data_get(item);
1157 elm_genlist_item_update(item);
1159 set_language_value(index);
1161 elm_radio_value_set(radio_gp, index);
1162 ecore_timer_add(0.3, close_setting_window_idler_cb, NULL);
1165 static void language_changed_cb2(void *data, Evas_Object *obj, const char *emission, const char *source)
1168 elm_genlist_realized_items_update(obj);
1171 Eina_Bool _ise_keydown_cb(void *data, int type, void *event)
1173 PRINTFUNC(DLOG_DEBUG, "");
1174 if(type == ECORE_EVENT_KEY_DOWN && g_setting_window && g_setting_naviframe) {
1175 PRINTFUNC(DLOG_DEBUG, "window will be deleted.");
1176 ea_naviframe_back(g_setting_window, g_setting_naviframe, NULL);
1179 return ECORE_CALLBACK_DONE;
1183 static void _language_list_item_realized(void *data, Evas_Object *obj, void *event_info) //called when list scrolled
1185 PRINTFUNC(DLOG_DEBUG, "%s", __func__);
1188 static Evas_Object *create_language_list(Evas_Object *parent)
1190 if(!parent) return NULL;
1192 Evas_Object *genlist = elm_genlist_add(parent);
1193 if (!genlist) return NULL;
1195 elm_genlist_mode_set(genlist, ELM_LIST_COMPRESS);
1196 elm_genlist_homogeneous_set(genlist, EINA_TRUE);
1197 // uxt_genlist_set_bottom_margin_enabled(genlist, EINA_TRUE);
1199 Evas_Object *circle_language_genlist = eext_circle_object_genlist_add(genlist, NULL);
1200 eext_circle_object_genlist_scroller_policy_set(circle_language_genlist, ELM_SCROLLER_POLICY_OFF, ELM_SCROLLER_POLICY_AUTO);
1201 evas_object_resize(circle_language_genlist, 360, 360);
1202 evas_object_show(circle_language_genlist);
1203 eext_rotary_object_event_activated_set(circle_language_genlist, EINA_TRUE);
1207 Elm_Object_Item * item = NULL;
1208 Elm_Object_Item * item_title = NULL;
1210 evas_object_size_hint_weight_set(genlist, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1211 evas_object_size_hint_align_set(genlist, EVAS_HINT_FILL, EVAS_HINT_FILL);
1213 radio_gp = elm_radio_add(genlist);
1214 elm_radio_state_value_set(radio_gp, -1);
1216 lang_val = get_language_value();
1219 itc_title.item_style = "title";
1220 itc_title.func.text_get = __get_genlist_title_label;
1221 itc_title.func.content_get = NULL;
1223 item_title = elm_genlist_item_append(genlist, &itc_title, (void *)-1, NULL, ELM_GENLIST_ITEM_GROUP, NULL, genlist);
1226 itc_2text.item_style = "2text.1icon.1/sub1.multiline";
1227 itc_2text.func.text_get = __get_genlist_item_label;
1228 itc_2text.func.content_get = __get_genlist_item_content;
1231 item = item_append(genlist, itc_2text, (void *)0, language_set_genlist_radio_cb, genlist); // AUTO
1234 PRINTFUNC(DLOG_DEBUG, "%d item is choiced.", i);
1235 elm_genlist_item_show(item, ELM_GENLIST_ITEM_SCROLLTO_MIDDLE);
1238 if ( item == NULL ) {
1239 PRINTFUNC(DLOG_DEBUG, "elm_genlist_item_append was failed");
1243 itc_1text.item_style = "1text.1icon.1";
1244 itc_1text.func.text_get = __get_genlist_item_label;
1245 itc_1text.func.content_get = __get_genlist_item_content;
1248 for (i = 1; i < 7; i++)
1250 char *s = (char *)disp_lang_array[i];
1253 item = item_append(genlist, itc_2text, i, language_set_genlist_radio_cb, genlist);
1255 item = item_append(genlist, itc_1text, i, language_set_genlist_radio_cb, genlist);
1259 PRINTFUNC(DLOG_DEBUG, "%d item is choiced.", i);
1260 elm_genlist_item_show(item, ELM_GENLIST_ITEM_SCROLLTO_MIDDLE);
1263 if ( item == NULL ) {
1264 PRINTFUNC(DLOG_DEBUG, "elm_genlist_item_append was failed");
1270 elm_radio_value_set(radio_gp, lang_val);
1272 elm_object_signal_callback_add(genlist, "elm,system,language,change", "elm", language_changed_cb2, NULL);
1273 // eext_rotary_event_callback_set(genlist, _language_list_rotary_cb, NULL);
1274 evas_object_smart_callback_add(genlist, "realized", _language_list_item_realized, NULL);
1277 g_evt_key_down = ecore_event_handler_add(ECORE_EVENT_KEY_DOWN, _ise_keydown_cb, NULL);
1281 void create_setting_window(Evas_Object *more_option_layout)
1285 Evas_Object *window = NULL;
1286 Evas_Object *layout = NULL;
1287 Evas_Object *genlist = NULL;
1288 Evas_Object *naviframe = NULL;
1290 Elm_Object_Item *item = NULL;
1292 const char *str = "mobile";
1295 * Create full size window
1298 window = elm_win_add(NULL, "voice-input-setting", ELM_WIN_BASIC);
1300 PRINTFUNC(DLOG_DEBUG, "it's fail to create window.");
1304 elm_win_title_set(window, "voice-input-setting");
1305 // ecore_x_window_size_get(ecore_x_window_root_first_get(), &w, &h);
1306 elm_win_borderless_set(window, EINA_TRUE);
1307 evas_object_resize(window, w, h);
1309 elm_win_indicator_mode_set(window, ELM_WIN_INDICATOR_HIDE);
1310 elm_win_profiles_set(window, &str, 1);
1316 // ea_theme_style_set(EA_THEME_STYLE_DEFAULT);
1317 // ea_theme_changeable_ui_enabled_set(EINA_TRUE);
1320 * Create layout for language list
1323 layout = elm_layout_add(window);
1325 elm_layout_theme_set(layout, "layout", "application", "default");
1326 evas_object_size_hint_weight_set(layout, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1327 evas_object_show(layout);
1328 elm_win_resize_object_add(window, layout);
1332 * Set Window rotation
1335 if (elm_win_wm_rotation_supported_get(window)) {
1336 const int rots[4] = { 0, 90, 180, 270 };
1337 elm_win_wm_rotation_available_rotations_set(window, rots, 4);
1341 * Activate and show window
1344 elm_win_activate(window);
1345 evas_object_show(window);
1351 naviframe = elm_naviframe_add(layout);
1352 if (naviframe == NULL){
1353 PRINTFUNC(DLOG_DEBUG, "create navi_frame failed");
1356 // ea_object_event_callback_add(naviframe, EA_CALLBACK_BACK, ea_naviframe_back, window);
1357 elm_object_part_content_set(layout, "elm.swallow.content", naviframe);
1360 * Push language list
1363 genlist = create_language_list(naviframe);
1365 //item = elm_naviframe_item_push(naviframe, "IDS_VC_HEADER_VOICE_INPUT_LANGUAGE", NULL, NULL, genlist, NULL);
1366 item = elm_naviframe_item_push(naviframe, NULL, NULL, NULL, genlist, "empty");
1367 //elm_object_item_domain_text_translatable_set(item, PACKAGE, EINA_TRUE);
1369 g_setting_window = window;
1370 g_setting_naviframe = naviframe;
1371 g_more_option_layout = more_option_layout;
1374 static void language_changed_cb(void *data, Evas_Object * obj, void *event_info)
1376 PRINTFUNC(DLOG_DEBUG, "");
1383 void _stt_lang_changed_cb(keynode_t *key, void* data)
1385 PRINTFUNC(DLOG_DEBUG, "");
1388 VoiceData *vd = (VoiceData *) data;
1389 get_stt_default_language(vd);
1390 vd->sttmanager->SetLanguage(std::string(vd->kbd_lang));
1396 static void __done_key_cb(void *data, Evas_Object *obj, void *event_info )
1398 PRINTFUNC(DLOG_DEBUG, "");
1403 VoiceData *voicedata = (VoiceData *)data;
1405 elm_naviframe_item_pop(voicedata->naviframe);
1408 static void __stt_detailed_entry_input_panel_event_cb(void *data, Ecore_IMF_Context *imf_context, int value)
1412 VoiceData *voicedata = (VoiceData *)data;
1415 case ECORE_IMF_INPUT_PANEL_STATE_HIDE: // 1
1416 elm_naviframe_item_pop(voicedata->naviframe);
1418 case ECORE_IMF_INPUT_PANEL_STATE_WILL_SHOW: // 2
1419 PRINTFUNC(DLOG_DEBUG, "keypad state will show.");
1421 case ECORE_IMF_INPUT_PANEL_STATE_SHOW: // 0
1422 PRINTFUNC(DLOG_DEBUG, "keypad state show.");
1427 static void __stt_detailed_entry_del_cb(void *data, Evas *e, Evas_Object *obj, void *event_info)
1430 Ecore_IMF_Context *imf_context = (Ecore_IMF_Context *)elm_entry_imf_context_get(obj);
1431 ecore_imf_context_input_panel_event_callback_del(imf_context, ECORE_IMF_INPUT_PANEL_STATE_EVENT, __stt_detailed_entry_input_panel_event_cb);
1432 PRINTFUNC(DLOG_DEBUG, "input_panel_event_cb is deleted.");
1436 static Evas_Object *create_text_detiled_view(Evas_Object *parent)
1438 string edj_path = get_resource_path();
1439 edj_path = edj_path + STT_EDJ_FILE;
1442 Evas_Object *layout = elm_layout_add(parent);
1443 elm_layout_file_set(layout, edj_path.c_str(), "entry_focused_layout");
1444 evas_object_size_hint_weight_set(layout, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1445 evas_object_size_hint_align_set(layout, EVAS_HINT_FILL, EVAS_HINT_FILL);
1446 evas_object_show(layout);
1449 Evas_Object *entry = elm_entry_add(parent);
1450 evas_object_size_hint_weight_set(entry, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1451 evas_object_size_hint_align_set(entry, EVAS_HINT_FILL, EVAS_HINT_FILL);
1452 // ea_entry_selection_back_event_allow_set(entry, EINA_TRUE);
1453 elm_entry_context_menu_disabled_set(entry, EINA_TRUE);
1454 elm_entry_select_allow_set(entry, EINA_FALSE);
1455 // elm_entry_cursor_handler_disabled_set(entry, EINA_TRUE);
1456 elm_entry_single_line_set(entry, EINA_TRUE);
1457 elm_entry_scrollable_set(entry, EINA_TRUE);
1458 elm_entry_input_panel_return_key_type_set(entry, ELM_INPUT_PANEL_RETURN_KEY_TYPE_DONE);
1460 evas_object_show(entry);
1462 elm_object_part_content_set(layout, "contents", entry);
1466 static Eina_Bool _idler_cb2(void *data)
1468 VoiceData *voicedata = (VoiceData *)data;
1470 // uxt_scroller_set_auto_scroll_enabled(voicedata->scroller, EINA_FALSE);
1472 return ECORE_CALLBACK_CANCEL;
1475 static Eina_Bool __stt_entry_detailed_view_pop_cb(void *data, Elm_Object_Item *it)
1477 PRINTFUNC(DLOG_DEBUG, "");
1479 if(!data) return EINA_FALSE;
1481 VoiceData *voicedata = (VoiceData *)data;
1483 Evas_Object *main_entry = (Evas_Object *)voicedata->main_entry;
1484 Evas_Object *detailed_layout = elm_object_item_part_content_get(it, "elm.swallow.content");
1485 Evas_Object *detailed_entry = elm_object_part_content_get(detailed_layout, "contents");
1487 const char *str = NULL;
1490 pos = elm_entry_cursor_pos_get(detailed_entry);
1491 PRINTFUNC(DLOG_DEBUG, "pos = %d", pos);
1493 str = elm_entry_entry_get(detailed_entry);
1495 voicedata->stt_results.clear();
1496 voicedata->stt_results.push_back(str);
1498 // uxt_scroller_set_auto_scroll_enabled(voicedata->scroller, EINA_TRUE);
1499 elm_entry_entry_set(main_entry, str);
1500 elm_entry_cursor_pos_set(main_entry, pos);
1503 elm_entry_cursor_geometry_get(main_entry, &x, &y, &w, &h);
1504 PRINTFUNC(DLOG_DEBUG, "%d %d %d %d", x, y, w, h);
1506 elm_scroller_region_bring_in(voicedata->scroller, 0, y+h, 300, 168);
1508 ecore_idler_add(_idler_cb2, voicedata);
1513 static void _stt_entry_clicked_cb(void *data, Evas_Object * obj, void *event_info)
1515 PRINTFUNC(DLOG_DEBUG, "");
1520 VoiceData *voicedata = (VoiceData *)data;
1525 pos = elm_entry_cursor_pos_get(obj);
1526 PRINTFUNC(DLOG_DEBUG, "pos = %d", pos);
1528 str = elm_entry_markup_to_utf8(elm_entry_entry_get(obj));
1530 if (str && strlen(str) > 0) {
1532 if (voicedata->sttmanager->GetCurrent() == STT_STATE_RECORDING ||
1533 voicedata->sttmanager->GetCurrent() == STT_STATE_PROCESSING) {
1534 voicedata->sttmanager->Cancel();
1535 PRINTFUNC(DLOG_DEBUG, "stt entry clicked callback during STT recording and processing");
1539 catch(is::stt::SttException &e) {
1540 PRINTFUNC(DLOG_ERROR, "%s", e.what());
1544 Evas_Object *ly_detailed_view = create_text_detiled_view(voicedata->naviframe);
1546 Evas_Object *detailed_entry = elm_object_part_content_get(ly_detailed_view, "contents");
1547 elm_entry_entry_set(detailed_entry, str);
1548 elm_entry_cursor_pos_set(detailed_entry, pos);
1549 evas_object_smart_callback_add(detailed_entry, "activated", __done_key_cb, voicedata); // Register callback for Done key
1551 Ecore_IMF_Context *imf_context = (Ecore_IMF_Context *)elm_entry_imf_context_get(detailed_entry);
1552 ecore_imf_context_input_panel_event_callback_add(imf_context, ECORE_IMF_INPUT_PANEL_STATE_EVENT, __stt_detailed_entry_input_panel_event_cb, voicedata);
1553 evas_object_event_callback_add(detailed_entry, EVAS_CALLBACK_DEL, __stt_detailed_entry_del_cb, NULL);
1556 Elm_Object_Item *navi_it = elm_naviframe_item_push(voicedata->naviframe, NULL, NULL, NULL, ly_detailed_view, NULL);
1557 elm_naviframe_item_pop_cb_set(navi_it, __stt_entry_detailed_view_pop_cb, (void *)voicedata);
1558 elm_naviframe_item_title_enabled_set(navi_it, EINA_FALSE, EINA_FALSE);
1566 void activate_circle_scroller_for_stt_textbox(void* data, Eina_Bool bActivate)
1568 PRINTFUNC(DLOG_DEBUG, "");
1571 VoiceData *voicedata = (VoiceData *)data;
1573 Evas_Object *scroller = NULL;
1574 Evas_Object *circle_scroller = NULL;
1576 scroller = elm_layout_content_get((Evas_Object *)voicedata->layout_main, "text_area");
1577 circle_scroller = (Evas_Object *) evas_object_data_get(scroller, "circle");
1578 eext_rotary_object_event_activated_set(circle_scroller, bActivate);
1581 static Evas_Object *create_textblock(void* data)
1583 if(!data) return NULL;
1585 VoiceData *voicedata = (VoiceData *)data;
1587 Evas_Object *scroller = NULL;
1588 Evas_Object *box = NULL;
1589 Evas_Object *inner_layout = NULL;
1590 Evas_Object *entry = NULL;
1591 Evas_Object *tb = NULL;
1592 Evas_Object *circle_scroller = NULL;
1594 string edj_path = get_resource_path();
1595 edj_path = edj_path + STT_EDJ_FILE;
1597 scroller = elm_scroller_add(voicedata->layout_main);
1599 elm_scroller_loop_set(scroller, EINA_FALSE, EINA_FALSE);
1601 evas_object_size_hint_align_set(scroller, EVAS_HINT_FILL, EVAS_HINT_FILL);
1602 evas_object_size_hint_weight_set(scroller, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1604 // elm_scroller_page_size_set(scroller, 0, 50);
1605 // elm_scroller_page_scroll_limit_set(scroller, 0, 1);
1607 elm_object_scroll_lock_x_set(scroller, EINA_TRUE);
1609 // uxt_scroller_set_auto_scroll_enabled(scroller, EINA_FALSE);
1611 circle_scroller = eext_circle_object_scroller_add(scroller, app_data->circle_surface);
1612 eext_circle_object_scroller_policy_set(circle_scroller, ELM_SCROLLER_POLICY_OFF, ELM_SCROLLER_POLICY_AUTO);
1613 eext_rotary_object_event_activated_set(circle_scroller, EINA_TRUE);
1615 box = elm_box_add(scroller);
1617 inner_layout = elm_layout_add(scroller);
1618 elm_layout_file_set(inner_layout, edj_path.c_str(), "layout_textblock");
1619 evas_object_size_hint_weight_set(inner_layout, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1621 elm_object_signal_callback_add(inner_layout, "do_scroll", "entry",
1622 [](void *data, Evas_Object *obj, const char* signal, const char* e)
1624 _bring_in_cb((void *) data);
1625 }, (void *) scroller);
1627 entry = elm_entry_add(inner_layout);
1628 voicedata->main_entry = entry;
1629 elm_entry_editable_set(entry, EINA_FALSE);
1631 #define FORMAT_TEXT_AREA_FONT_STYLE \
1632 "DEFAULT='font=Tizen:style=Regular font_size=32 color=#%02x%02x%02x%02x text_class=tizen wrap=mixed align=center' newline='br' b='+ font=Tizen:style=Bold'link='+ underline=on underline_color=#%02x%02x%02x%02x'"
1634 char customStyle[512];
1635 // ea_theme_color_get("AT02112", &r, &g, &b, &a, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL);
1636 snprintf(customStyle, 512, FORMAT_TEXT_AREA_FONT_STYLE, r, g, b, a, r, g, b, a);
1638 elm_entry_text_style_user_push(entry, customStyle);
1640 evas_object_smart_callback_add(entry, "clicked", _stt_entry_clicked_cb, voicedata);
1642 elm_object_part_content_set(inner_layout, "elm.swallow.content", entry);
1644 elm_box_pack_end(box, inner_layout);
1646 elm_object_content_set(scroller, box);
1647 evas_object_data_set(scroller, "inner_layout", (void *) inner_layout);
1648 evas_object_data_set(scroller, "circle", (void *) circle_scroller);
1649 evas_object_show(scroller);
1650 evas_object_show(inner_layout);
1655 static Evas_Object *create_progressbar(Evas_Object *parent)
1657 Evas_Object *progressbar = NULL;
1659 progressbar = elm_progressbar_add(parent);
1660 elm_object_style_set(progressbar, "voice_input/process/small");
1661 //elm_progressbar_pulse(progressbar, EINA_TRUE);
1663 evas_object_size_hint_align_set(progressbar, EVAS_HINT_FILL, EVAS_HINT_FILL);
1664 evas_object_size_hint_weight_set(progressbar, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1666 // ea_theme_object_color_replace(progressbar, "B065L6", "AO012");
1668 evas_object_show(progressbar);
1673 static Evas_Object *create_fullview(Evas_Object *parent, VoiceData *r_voicedata)
1675 PRINTFUNC(NO_PRINT, "");
1677 Evas_Object *more_option_layout = NULL;
1678 Evas_Object *layout_main = NULL;
1679 Evas_Object *lang_btn_box = NULL;
1680 Evas_Object *lang_btn = NULL;
1681 Evas_Object *to = NULL;
1682 Evas_Object *ao = NULL;
1684 char *lang_type_str = NULL;
1687 int is_screen_reader_on = FALSE;
1689 VoiceData *voicedata = r_voicedata;
1692 * add app_default_layout
1695 MoreOption* mo = new MoreOption(parent, voicedata);
1701 layout_main = elm_layout_add(mo->getMoreOptionLayout());
1706 voicedata->layout_main = layout_main;
1708 string edj_path = get_resource_path();
1709 edj_path = edj_path + STT_EDJ_FILE;
1711 if (vconf_get_bool(VCONFKEY_SETAPPL_ACCESSIBILITY_TTS, &is_screen_reader_on) == -1) {
1712 PRINTFUNC(DLOG_ERROR, "Cannot read value of screen reader from vconf");
1715 evas_object_size_hint_weight_set(layout_main, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1716 evas_object_size_hint_align_set(layout_main, EVAS_HINT_FILL, EVAS_HINT_FILL);
1718 elm_layout_file_set(layout_main, edj_path.c_str(), "mic_control");
1720 //elm_object_content_set(parent, layout_main);
1722 //Canvas for Cairo effect
1723 Evas_Object *canvas = evas_object_image_filled_add(evas_object_evas_get(layout_main));
1724 // evas_object_image_alpha_set(canvas, EINA_TRUE);
1725 evas_object_size_hint_align_set(canvas, EVAS_HINT_FILL, EVAS_HINT_FILL);
1726 evas_object_size_hint_weight_set(canvas, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1727 evas_object_move(canvas, 0, 0);
1729 Evas_Coord CanvasW, CanvasH;
1732 evas_object_image_size_set(canvas, CanvasW, CanvasH);
1733 evas_object_resize(canvas, CanvasW, CanvasH);
1734 evas_object_size_hint_min_set(canvas, CanvasW, CanvasH);
1735 evas_object_show(canvas);
1737 elm_object_part_content_set(layout_main, "EFFECT_BG", canvas);
1741 Evas_Object *m_mic_button = elm_button_add(layout_main);
1742 elm_object_style_set(m_mic_button, "vic/micbutton");
1743 elm_object_part_content_set(layout_main, "MIC", m_mic_button);
1745 elm_object_disabled_set(m_mic_button, EINA_TRUE);
1746 evas_object_smart_callback_add(m_mic_button, "clicked", on_mic_button_press_cb, (void *) voicedata);
1748 voicedata->mic_button = m_mic_button;
1750 if(voicedata->btn_disabling_timer == NULL){
1751 voicedata->btn_disabling_timer = ecore_timer_add(2.0, _mic_button_enable_cb, voicedata);
1754 // ecore_idler_add(_idler_cb, voicedata);
1755 ecore_timer_add(0.6, _idler_cb, voicedata);
1757 // Confirm panel layout
1758 Evas_Object *panel_layout;
1759 panel_layout = elm_layout_add(layout_main);
1760 elm_layout_theme_set(panel_layout, "layout", "drawer", "panel");
1761 evas_object_show(panel_layout);
1765 panel = elm_panel_add(panel_layout);
1766 elm_panel_orient_set(panel, ELM_PANEL_ORIENT_LEFT);
1767 elm_layout_theme_set(panel, "panel", "left_confirm", "default");
1768 if(app_data->source_app_control){
1770 char *app_id = NULL;
1771 ret = app_control_get_extra_data(app_data->source_app_control, "selector_keyboard_app_id", &app_id);
1772 if (ret == APP_CONTROL_ERROR_NONE) {
1773 PRINTFUNC(DLOG_DEBUG, "app_id = %s", app_id);
1777 if(!strcmp(app_id, "com.samsung.message.appcontrol.compose")
1778 || !strcmp(app_id, "com.samsung.wemail-send")){
1779 elm_layout_theme_set(panel, "panel", "left_sending", "default");
1785 elm_layout_signal_callback_add(panel, "cue,clicked", "elm", _panel_cue_clicked_cb, (void *) voicedata);
1786 evas_object_show(panel);
1788 elm_object_part_content_set(panel_layout, "elm.swallow.right", panel);
1789 elm_object_part_content_set(layout_main, "left_panel_area", panel_layout);
1791 elm_object_signal_emit(panel, "elm,state,disabled", "elm");
1792 elm_panel_toggle(panel);
1796 Evas_Object *scroller = create_textblock(voicedata);
1797 elm_object_part_content_set(layout_main, "text_area", scroller);
1798 voicedata->scroller = scroller;
1801 Evas_Object *progress_bar = create_progressbar(layout_main);
1802 elm_object_part_content_set(layout_main, "PROGRESS_BAR", progress_bar);
1803 voicedata->progressbar = progress_bar;
1806 elm_object_signal_callback_add(layout_main, "idle,state,pulse,visible", "", on_initial_anim_press_cb, voicedata);
1808 mo->SetContentLayout(layout_main);
1813 int is_lang_supported_by_stt(char lang[])
1815 /* to check if the language is supported by stt */
1817 for (index = (sizeof(supported_language) / sizeof(supported_language[0]))-1; index != 0; index--)
1819 if (!strcmp(lang, supported_language[index])) {
1820 PRINTFUNC(DLOG_DEBUG, "current lang supported (%s)", supported_language[index]);
1825 PRINTFUNC(DLOG_DEBUG, "current lang not supported (%s)", lang);
1830 int init_voice(Evas_Object *parent, const char *lang, VoiceData *r_voicedata)
1832 PRINTFUNC(DLOG_DEBUG, "[init_voice]");
1834 // stt_is_samsung_asr(&g_is_n66);
1836 VoiceData *voicedata = (VoiceData *)r_voicedata;
1842 PRINTFUNC(DLOG_ERROR, "Parent is NULL\n");
1845 PRINTFUNC(NO_PRINT, "Parent is there");
1848 voicedata->voicefw_state = 0;
1850 /* Set Voice Language */
1851 if(voicedata->kbd_lang){
1852 free(voicedata->kbd_lang);
1853 voicedata->kbd_lang = NULL;
1856 //stt_get_default_language(my_voicedata->voicefw_handle, &my_voicedata->kbd_lang);
1857 get_stt_default_language(voicedata);
1858 if(NULL == voicedata->kbd_lang || FALSE == is_lang_supported_by_stt(voicedata->kbd_lang)) {
1859 voicedata->kbd_lang = strdup("en_US");
1862 PRINTFUNC(DLOG_DEBUG, "Voice input active language is : %s", voicedata->kbd_lang);
1864 voicedata->naviframe = parent;
1866 if (NULL == voicedata->naviframe) {
1873 static Eina_Bool init_view(void *data)
1875 VoiceData *voicedata = (VoiceData *)data;
1877 if(voicedata == NULL)
1878 return ECORE_CALLBACK_CANCEL;
1880 voicedata->layout_main = create_fullview(voicedata->naviframe, voicedata);
1882 if (voicedata->layout_main) {
1883 evas_object_show(voicedata->layout_main);
1886 return ECORE_CALLBACK_CANCEL;
1890 Evas_Object *show_voice_window(Evas_Object *parent, VoiceData *r_voicedata)
1892 PRINTFUNC(NO_PRINT, "[show_voice_window]");
1894 VoiceData *voicedata = (VoiceData *)r_voicedata;
1900 PRINTFUNC(NO_PRINT, "Parent is NULL\n");
1903 PRINTFUNC(NO_PRINT, "Parent is there");
1906 if (NULL != voicedata->layout_main) {
1907 PRINTFUNC(DLOG_DEBUG, "delete previous layout");
1908 evas_object_del((voicedata)->layout_main);
1909 (voicedata)->layout_main = NULL;
1912 if (NULL != voicedata->effector) {
1913 PRINTFUNC(DLOG_DEBUG, "delete previous effect");
1914 delete (voicedata->effector);
1915 (voicedata)->effector = NULL;
1918 if (NULL != voicedata->ieffect) {
1919 PRINTFUNC(DLOG_DEBUG, "delete previous ieffect");
1920 delete (voicedata->ieffect);
1921 voicedata->ieffect = NULL;
1925 delete voicedata->mo;
1926 voicedata->mo = NULL;
1929 init_view((void *)voicedata);
1930 return voicedata->layout_main;
1934 void on_stt_pause(VoiceData *r_voicedata){
1935 PRINTFUNC(DLOG_DEBUG, "");
1937 VoiceData *voicedata = (VoiceData *)r_voicedata;
1941 //voicedata->state = STT_STATE_VAL_PREPARE_CANCEL;
1942 voicedata->sttmanager->Cancel();
1943 }catch(is::stt::SttException &e){
1944 PRINTFUNC(DLOG_ERROR, "reason : %s", e.what());
1947 //Hide more option and language settings by interrupt scenario.
1948 close_setting_window_idler_cb(NULL);
1949 Evas_Object *mo_layout = voicedata->mo->getMoreOptionLayout();
1951 if(eext_more_option_opened_get(mo_layout) == EINA_TRUE) {
1952 eext_more_option_opened_set(mo_layout, EINA_FALSE);
1958 void on_destroy(VoiceData *r_voicedata)
1960 PRINTFUNC(NO_PRINT, "");
1962 VoiceData *voicedata = (VoiceData *)r_voicedata;
1964 int result = STT_ERROR_NONE;
1968 if (NULL != voicedata) {
1969 if (NULL != voicedata->layout_main) {
1970 voicedata->layout_main = NULL;
1973 if (NULL != voicedata->naviframe) {
1974 voicedata->naviframe = NULL;
1977 if (NULL != voicedata->start_timer) {
1978 ecore_timer_del(voicedata->start_timer);
1979 voicedata->start_timer = NULL;
1982 if (NULL != voicedata->refresh_timer) {
1983 ecore_timer_del(voicedata->refresh_timer);
1984 voicedata->refresh_timer = NULL;
1987 if (NULL != voicedata->progressbar_timer) {
1988 ecore_timer_del(voicedata->progressbar_timer);
1989 voicedata->progressbar_timer = NULL;
1990 elm_progressbar_pulse(voicedata->progressbar, EINA_FALSE);
1993 if (NULL != voicedata->textblock_timer) {
1994 ecore_timer_del(voicedata->textblock_timer);
1995 voicedata->textblock_timer = NULL;
1998 if (NULL != voicedata->guide_text_timer) {
1999 ecore_timer_del(voicedata->guide_text_timer);
2000 voicedata->guide_text_timer = NULL;
2003 if (NULL != voicedata->btn_disabling_timer) {
2004 ecore_timer_del(voicedata->btn_disabling_timer);
2005 voicedata->btn_disabling_timer = NULL;
2008 if (NULL != voicedata->power_unlock_timer) {
2009 ecore_timer_del(voicedata->power_unlock_timer);
2010 voicedata->power_unlock_timer = NULL;
2013 if(voicedata->kbd_lang) {
2014 free(voicedata->kbd_lang);
2015 voicedata->kbd_lang = NULL;
2018 if(voicedata->ieffect) {
2019 delete voicedata->ieffect;
2020 voicedata->ieffect = NULL;
2023 if(voicedata->effector) {
2024 delete voicedata->effector;
2025 voicedata->effector = NULL;
2029 delete voicedata->mo;
2030 voicedata->mo = NULL;
2033 if(voicedata->sttmanager) {
2034 delete voicedata->sttmanager;
2035 voicedata->sttmanager = NULL;
2038 if(voicedata->sttfeedback) {
2039 delete voicedata->sttfeedback;
2040 voicedata->sttfeedback = NULL;