2 * Copyright (c) 2016 Samsung Electronics Co., Ltd All Rights Reserved
4 * Licensed under the Apache License, Version 2.0 (the License);
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an AS IS BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
18 #include <Elementary.h>
19 #include <Ecore_IMF.h>
21 #include <device/power.h>
22 #include <app_common.h>
24 #include <app_preference.h>
26 #include <efl_extension.h>
31 #include "w-input-selector.h"
32 #include "w-input-stt-voice.h"
33 #include "w-input-stt-engine.h"
34 #include "w-input-stt-ise.h"
35 #include "voice-recorder.h"
39 #define _EDJ(x) elm_layout_edje_get(x)
42 #define GRP_PORTRAIT "mic_control"
44 #define item_append(obj, style, index, cb, udata) \
45 elm_genlist_item_append(obj, &(style), (void *)(uintptr_t)index, NULL, ELM_GENLIST_ITEM_NONE, cb, udata)
47 #define VIRTUAL_TEXT_AREA_FONT_STYLE \
48 "DEFAULT='font=Tizen:style=Regular font_size=32 color=#FFFFFF color_class=AT013 text_class=tizen wrap=mixed align=center' \
49 newline='br' b='+ font=Tizen:style=Bold'link='+ underline=on underline_color=#FFFFFF'"
51 extern App_Data* app_data;
52 extern VoiceData *my_voicedata;
54 static bool power_state = false;
56 static Evas_Object *radio_gp = NULL;
57 Evas_Object *g_setting_window = NULL;
58 static Evas_Object *g_setting_naviframe = NULL;
59 static Evas_Object *g_more_option_layout = NULL;
61 static Ecore_Event_Handler *g_evt_key_down = NULL;
63 static bool g_is_n66 = true;
65 static Elm_Genlist_Item_Class itc_title;
66 static Elm_Genlist_Item_Class itc_1text;
67 static Elm_Genlist_Item_Class itc_2text;
69 static Eina_Bool change_guide_text(void *data);
70 static void set_guide_text(VoiceData *vd, const char* text, bool translatable = false);
72 const char *supported_language[] = {
83 const char *disp_lang_array[] = {
85 "English (United States)",
86 "Español (América Latina)",
101 }STT_VOICE_LANGUAGE_N66_I;
112 static void get_stt_default_language(VoiceData *my_voicedata);
115 const char* get_lang_label(char lang[])
117 const char *str = NULL;
119 if (strcmp (lang, "en_US") == 0)
120 str = disp_lang_array[1];
122 else if (strcmp (lang, "ko_KR") == 0)
123 str = disp_lang_array[6];
125 else if (strcmp (lang, "fr_FR") == 0)
126 str = disp_lang_array[3];
128 else if (strcmp (lang, "ja_JP") == 0)
129 str = disp_lang_array[5];
131 else if (strcmp (lang, "zh_CN") == 0)
132 str = disp_lang_array[4];
134 else if (strcmp (lang, "es_US") == 0)
135 str = disp_lang_array[2];
138 str = disp_lang_array[1];
145 _bring_in_cb(void *data)
148 return ECORE_CALLBACK_CANCEL;
150 Evas_Coord x, y, w, h;
152 Evas_Object *scroller = (Evas_Object *)data;
153 Evas_Object *inner_layout = NULL;
155 inner_layout = (Evas_Object *) evas_object_data_get(scroller, "inner_layout");
157 evas_object_geometry_get(inner_layout, &x, &y, &w, &h);
158 elm_scroller_region_bring_in(scroller, x, h, w, h);
160 PRINTFUNC(NO_PRINT, "scroller %d %d %d %d", x, y, w, h);
162 return ECORE_CALLBACK_CANCEL;
165 static inline Evas_Coord get_text_block_size(Evas_Object *obj, std::string text)
167 int max_height = 1280;
168 int unit_width = 282;
170 Evas_Coord width, height;
173 Evas_Object *tb = NULL;
174 Evas_Textblock_Style *st = NULL;
175 Evas_Textblock_Cursor *cur = NULL;
177 tb = evas_object_textblock_add(evas_object_evas_get(obj));
178 evas_object_textblock_legacy_newline_set(tb, EINA_FALSE);
180 st = evas_textblock_style_new();
181 evas_textblock_style_set(st, VIRTUAL_TEXT_AREA_FONT_STYLE);
182 evas_object_textblock_style_set(tb, st);
184 cur = evas_object_textblock_cursor_new(tb);
185 strbuf = elm_entry_utf8_to_markup(text.c_str());
186 evas_object_resize(tb, unit_width, max_height);
188 evas_object_textblock_text_markup_set(tb, strbuf);
189 evas_textblock_cursor_format_prepend(cur, "+ wrap=mixed");
190 evas_object_textblock_size_formatted_get(tb, &width, &height);
191 evas_object_resize(tb, unit_width, height);
193 if(strbuf) free(strbuf);
194 if(tb) evas_object_del(tb);
195 if(st) evas_textblock_style_free(st);
196 // if(cur) evas_textblock_cursor_free(cur);
201 static Eina_Bool _update_textblock_timer_cb(void *data)
204 return ECORE_CALLBACK_CANCEL;
206 VoiceData* voicedata = (VoiceData*)data;
208 voicedata->textblock_timer = NULL;
210 std::string result_text;
211 for(unsigned int i = 0; i < voicedata->stt_results.size(); i++){
212 if(i == voicedata->stt_results.size()-1){
213 result_text += voicedata->stt_results.at(i);
215 result_text += voicedata->stt_results.at(i);
220 Evas_Object *rect = NULL;
221 Evas_Object *entry = NULL;
222 Evas_Object *scroller = NULL;
223 Evas_Object *box = NULL;
224 Evas_Object *inner_layout = NULL;
226 scroller = elm_layout_content_get((Evas_Object *)voicedata->layout_main, "text_area");
229 PRINTFUNC(DLOG_ERROR, "failed to get scroller");
230 return ECORE_CALLBACK_CANCEL;
233 box = elm_object_content_get(scroller);
236 PRINTFUNC(DLOG_ERROR, "failed to get box");
237 return ECORE_CALLBACK_CANCEL;
240 inner_layout = (Evas_Object *) evas_object_data_get(scroller, "inner_layout");
243 PRINTFUNC(DLOG_ERROR, "failed to get inner_layout");
244 return ECORE_CALLBACK_CANCEL;
247 entry = elm_layout_content_get(inner_layout, "elm.swallow.content");
250 PRINTFUNC(DLOG_ERROR, "failed to get entry");
251 return ECORE_CALLBACK_CANCEL;
254 Evas_Object *top = (Evas_Object *) evas_object_data_get(box, "top_padding");
255 Evas_Object *bottom = (Evas_Object *) evas_object_data_get(box, "bottom_padding");
258 elm_box_unpack(box, top);
259 evas_object_del(top);
263 elm_box_unpack(box, bottom);
264 evas_object_del(bottom);
268 Evas_Coord height = get_text_block_size(box, result_text);
270 // if(height < 173) {
272 int text_area_height = 360-102; // screen H - bottom button H
273 int top_height = ((text_area_height - height) / 2);
274 if(top_height < 120) top_height = 120; // Top fade area H
276 int bottom_height = (text_area_height - top_height - height);
277 if(bottom_height < 1) bottom_height = 0;
279 PRINTFUNC(SECURE_DEBUG, "str : %s", result_text.c_str());
280 PRINTFUNC(DLOG_DEBUG, "height : %d", height);
281 PRINTFUNC(DLOG_DEBUG, "top_height : %d", top_height);
282 PRINTFUNC(DLOG_DEBUG, "bottom_height : %d", bottom_height);
284 rect = evas_object_rectangle_add(evas_object_evas_get(box));
285 evas_object_color_set(rect, 0, 0, 0, 100);
286 evas_object_size_hint_weight_set(rect, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
287 evas_object_size_hint_min_set(rect, 282, top_height);
288 evas_object_show(rect);
290 elm_box_pack_before(box, rect, inner_layout);
291 evas_object_data_set(box, "top_padding", (void *) rect);
293 rect = evas_object_rectangle_add(evas_object_evas_get(box));
294 evas_object_color_set(rect, 0, 0, 0, 100);
295 evas_object_size_hint_weight_set(rect, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
296 evas_object_size_hint_min_set(rect, 282, bottom_height);
297 evas_object_show(rect);
299 elm_box_pack_end(box, rect);
300 evas_object_data_set(box, "bottom_padding", (void *) rect);
303 elm_entry_entry_set(entry, result_text.c_str());
305 Evas_Object *panel_layout = elm_layout_content_get((Evas_Object *)voicedata->layout_main, "left_panel_area");
306 Evas_Object *panel_left = elm_layout_content_get((Evas_Object *)panel_layout, "elm.swallow.right");
308 if (result_text.size() > 0) {
309 elm_object_signal_emit(panel_left, "elm,state,enabled", "elm");
311 elm_object_signal_emit(panel_left, "elm,state,disabled", "elm");
314 elm_object_signal_emit((Evas_Object *)voicedata->layout_main, "idle,state,guide_text,bottom", "elm");
316 if(voicedata->state == STT_STATE_VAL_LISTENING){
317 if(voicedata->guide_text_timer != NULL){
318 ecore_timer_del(voicedata->guide_text_timer);
319 voicedata->guide_text_timer = NULL;
321 set_guide_text(voicedata, SK_TAP_TO_PAUSE, true);
324 elm_object_signal_emit(inner_layout, "scrolling", "entry");
326 return ECORE_CALLBACK_CANCEL;
329 void _update_textblock(void *data)
334 VoiceData *voicedata = (VoiceData *) data;
336 if(voicedata->textblock_timer == NULL){
337 voicedata->textblock_timer = ecore_timer_add(1.0, _update_textblock_timer_cb, voicedata);
339 PRINTFUNC(DLOG_DEBUG, "skip : the timer is not expired.");
345 void voice_get_string(const char *keyValue, _VoiceData *voicedata)
352 strbuf = elm_entry_utf8_to_markup(keyValue);
354 PRINTFUNC(DLOG_DEBUG, "text : %s, voicedata->partial_result=%s", strbuf, voicedata->partial_result);
357 if(voicedata->partial_result){ // partial_result is not Null so replace
358 if(strcmp(voicedata->partial_result, strbuf)){
360 PRINTFUNC(DLOG_DEBUG, "different replace");
362 voicedata->stt_results.pop_back();
363 voicedata->stt_results.push_back(strbuf);
365 free(voicedata->partial_result);
366 voicedata->partial_result = strdup(strbuf);
368 } else { // partial_result is Null so first case
369 PRINTFUNC(DLOG_DEBUG, "first push");
370 voicedata->stt_results.push_back(strbuf);
371 voicedata->partial_result = strdup(strbuf);
375 _update_textblock(voicedata);
380 PRINTFUNC(DLOG_DEBUG, "ends");
383 static Eina_Bool _recognition_failure_cb(void *data)
386 VoiceData *voicedata = (VoiceData *) data;
388 voicedata->state = STT_STATE_VAL_INIT;
389 set_animation_state(voicedata);
390 voicedata->refresh_timer = NULL;
392 return ECORE_CALLBACK_CANCEL;
395 void start_by_press(VoiceData *voicedata)
397 LOGD("start_by_press ");
398 edje_object_signal_emit(_EDJ(voicedata->layout_main), "mouse,clicked,1", "background");
401 static void on_mic_button_press_cb(void *data, Evas_Object *obj, void *event_info)
403 LOGD("on_mic_button_press_cb");
404 VoiceData *voicedata = (VoiceData *)data;
405 if (!voicedata) return;
407 if (voicedata->sttmanager != NULL &&
408 (voicedata->sttmanager->GetCurrent() == STT_STATE_RECORDING
409 || voicedata->sttmanager->GetCurrent() == STT_STATE_PROCESSING)) {
411 voicedata->state = STT_STATE_VAL_INIT;
412 voicedata->sttmanager->Stop();
414 catch (is::stt::SttException &e) {
417 if (voicedata->effector)
418 voicedata->effector->Stop(true);
420 if (NULL != voicedata->start_timer) {
421 ecore_timer_del(voicedata->start_timer);
422 voicedata->start_timer = NULL;
424 if (NULL != voicedata->guide_text_timer) {
425 ecore_timer_del(voicedata->guide_text_timer);
426 voicedata->guide_text_timer = NULL;
428 if (NULL != voicedata->refresh_timer) {
429 ecore_timer_del(voicedata->refresh_timer);
430 voicedata->refresh_timer = NULL;
433 if (NULL != voicedata->guide_text_timer) {
434 ecore_timer_del(voicedata->guide_text_timer);
435 voicedata->guide_text_timer = NULL;
437 edje_object_signal_emit(_EDJ(voicedata->layout_main), "mouse,clicked,1", "background");
442 static Eina_Bool _mic_button_enable_cb(void *data)
444 PRINTFUNC(DLOG_DEBUG, "");
447 return ECORE_CALLBACK_CANCEL;
449 VoiceData* voicedata = (VoiceData*)data;
451 voicedata->btn_disabling_timer = NULL;
453 Evas_Object *button = (Evas_Object *)voicedata->mic_button;
455 elm_object_disabled_set(button, EINA_FALSE);
457 return ECORE_CALLBACK_CANCEL;
461 static void on_confirm_button_clicked_cb(void *data, Evas_Object *obj, void *event_info)
466 VoiceData* voicedata = (VoiceData*)data;
468 std::string result_text;
469 for(unsigned int i = 0; i < voicedata->stt_results.size(); i++){
470 result_text += voicedata->stt_results.at(i);
471 if(i != voicedata->stt_results.size()-1)
475 PRINTFUNC(DLOG_DEBUG, "result_text = %s", result_text.c_str());
477 char *filePath = NULL;
478 voice_recorder *vr = _voice_recorder_get_data();
480 filePath = vr->file_path;
481 char *path[] = {filePath, };
482 reply_to_sender_by_callback(result_text.c_str(), "voice", (const char **)path);
491 _panel_cue_clicked_cb(void *data, Evas_Object *obj, const char *emission, const char *source)
493 PRINTFUNC(DLOG_DEBUG, "left cue clicked!!");
495 on_confirm_button_clicked_cb(data, NULL, NULL);
500 void stt_feedback_initialize()
504 ret = feedback_initialize();
507 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
513 void stt_feedback(FeedbackType type)
517 ret = feedback_initialize();
520 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
524 if (type == VIBRATION_START){
525 // feedback_play(FEEDBACK_PATTERN_VOICE_START);
526 } else if (type == VIBRATION_STOP){
527 // feedback_play(FEEDBACK_PATTERN_VOICE_STOP);
530 ret = feedback_deinitialize();
533 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
538 void stt_feedback_deinitialize()
542 ret = feedback_deinitialize();
545 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
551 static Eina_Bool _idler_cb(void *data)
553 if(!data) return ECORE_CALLBACK_CANCEL;
555 VoiceData *voicedata = (VoiceData *)data;
557 PRINTFUNC(DLOG_DEBUG, "");
560 if(true == _app_stt_initialize(voicedata)) {
561 LOGD("_app_stt_initialize None Error");
562 voicedata->voicefw_state = 1;
563 voicedata->state = STT_STATE_VAL_INIT;
565 voicedata->voicefw_state = 0;
566 LOGD("Initialization Fail!<br>Check STT-daemon is running");
569 Evas_Object *canvas = elm_object_part_content_get(voicedata->layout_main, "EFFECT_BG");
571 is::ui::WInputSttMicEffect *ieffect = new is::ui::WInputSttMicEffect();
573 ieffect->SetSttHandle(voicedata->sttmanager->GetSttHandle());
575 is::ui::MicEffector *effector = new is::ui::MicEffector(canvas, voicedata->layout_main, *ieffect);
576 voicedata->ieffect = ieffect;
577 voicedata->effector = effector;
579 ieffect->SetProgressBar(voicedata->progressbar);
580 ieffect->SetSttHandle(voicedata->sttmanager->GetSttHandle());
583 voicedata->mo->Update();
585 elm_access_highlight_set(voicedata->mic_button);
587 return ECORE_CALLBACK_CANCEL;
591 static Eina_Bool _power_delayed_unlock(void *data){
592 PRINTFUNC(DLOG_DEBUG, "POWER Unlock");
594 VoiceData *voicedata = (VoiceData *) data;
595 device_power_release_lock(POWER_LOCK_DISPLAY);
596 voicedata->power_unlock_timer = NULL;
598 return ECORE_CALLBACK_CANCEL;
603 PRINTFUNC(DLOG_DEBUG, "POWER Unlock directly.");
604 device_power_release_lock(POWER_LOCK_DISPLAY);
607 void powerLock(void *data, bool enable)
609 int ret = DEVICE_ERROR_NONE;
611 VoiceData *voicedata = (VoiceData *) data;
614 ret = device_power_wakeup(false);
615 PRINTFUNC(DLOG_DEBUG, "LCD Wakeup");
617 if(ret != DEVICE_ERROR_NONE)
618 PRINTFUNC(DLOG_ERROR, "LCD Wakeup ERROR = %d", ret);
620 ret = device_power_request_lock(POWER_LOCK_DISPLAY, 0);
621 PRINTFUNC(DLOG_DEBUG, "POWER LOCK");
622 power_state = enable;
624 if(ret != DEVICE_ERROR_NONE)
625 PRINTFUNC(DLOG_ERROR, "ERROR = %d", ret);
627 if(voicedata->power_unlock_timer != NULL){
628 ecore_timer_del(voicedata->power_unlock_timer);
629 voicedata->power_unlock_timer = NULL;
632 PRINTFUNC(DLOG_DEBUG, "POWER Unlock Delayed(5 sec)");
634 if(voicedata->power_unlock_timer != NULL){
635 ecore_timer_del(voicedata->power_unlock_timer);
636 voicedata->power_unlock_timer = NULL;
638 voicedata->power_unlock_timer = ecore_timer_add(5.0, _power_delayed_unlock, voicedata);
642 static Eina_Bool change_guide_text(void *data){
643 VoiceData *voicedata = (VoiceData *) data;
644 if (!voicedata) return ECORE_CALLBACK_CANCEL;
646 stt_state_e state = voicedata->sttmanager->GetCurrent();
647 if (state == STT_STATE_RECORDING || state == STT_STATE_PROCESSING)
648 elm_object_domain_translatable_part_text_set(voicedata->layout_main, "elm.text", PACKAGE, SK_TAP_TO_PAUSE);
650 return ECORE_CALLBACK_CANCEL;
654 static void set_guide_text(VoiceData *vd, const char* text, bool translatable)
656 elm_object_signal_emit(vd->layout_main, "idle,state,guide_text,bottom", "elm");
659 elm_object_domain_translatable_part_text_set(vd->layout_main, "elm.text", PACKAGE, text);
661 elm_object_part_text_set(vd->layout_main, "elm.text", text);
663 if(!strcmp(text, SK_SPEAK_NOW)){
664 if(vd->guide_text_timer == NULL)
665 vd->guide_text_timer = ecore_timer_add(2.0, change_guide_text, vd);
670 * @brief - function to send the signal to edc
671 * to change the animation as per stt state
674 void set_animation_state(VoiceData *voicedata)
676 if (voicedata->state == STT_STATE_VAL_INIT) {
678 if (voicedata->sttmanager->GetCurrent() == STT_STATE_READY) {
679 set_guide_text(voicedata, "", false);
680 //_elm_access_say(voicedata->layout_main, _(SK_INIT));
682 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR [%d]", voicedata->sttmanager->GetCurrent());
683 set_guide_text(voicedata, _(SK_NETWORK_ERROR));
684 //_elm_access_say(voicedata->layout_main, _(SK_NETWORK_CONNECTION_ERROR));
688 if(voicedata->effector)
689 voicedata->effector->Stop(true);
691 set_guide_text(voicedata, "Tap mic to speak");
693 powerLock((void*)voicedata, false);
694 } else if (voicedata->state == STT_STATE_VAL_LISTENING) {
695 set_guide_text(voicedata, SK_SPEAK_NOW, true);
697 if(voicedata->effector)
698 voicedata->effector->Start();
700 powerLock((void*)voicedata, true);
701 } else if (voicedata->state == STT_STATE_VAL_PROCESSING) {
702 set_guide_text(voicedata, "");
703 if(voicedata->effector)
704 voicedata->effector->Stop();
706 stt_feedback(VIBRATION_STOP);
708 set_guide_text(voicedata, _(SK_RECOGNITION_FAILED));
709 //_elm_access_say(voicedata->layout_main, _(SK_RECOGNITION_FAILED));
711 voicedata->state = STT_STATE_VAL_NOT_RECOGNISED;
713 if(voicedata->refresh_timer) {
714 ecore_timer_del(voicedata->refresh_timer);
717 if(voicedata->effector)
718 voicedata->effector->Stop(true);
720 voicedata->refresh_timer = ecore_timer_add(2.0, _recognition_failure_cb, voicedata);
724 void show_error_message(VoiceData *vd, stt_error_e reason)
726 if(reason == STT_ERROR_OUT_OF_NETWORK)
728 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR");
730 int ancs_connected = 0;
732 ret = vconf_get_int("file/private/weconn/ancs_connected", &ancs_connected);
735 PRINTFUNC(DLOG_ERROR, "ancs connected status : %d", ancs_connected);
737 PRINTFUNC(DLOG_ERROR, "vconf for ancs connection ERROR - %d", ret);
739 if (ancs_connected) {
741 const char *format1 = _(SK_NETWORK_ERROR_FOR_IOS);
742 const char *format2 = _(SK_SAMSUNG_GEAR);
743 snprintf(text, sizeof(text), format1, format2);
745 show_popup_toast((const char*)text, false);
747 set_guide_text(vd, _(SK_NETWORK_ERROR));
750 vd->state = STT_STATE_VAL_INIT;
752 } else if (reason == STT_ERROR_RECORDER_BUSY) {
753 PRINTFUNC(DLOG_WARN, "STT is used by another application");
754 show_popup_toast(_(SK_STT_BUSY), false);
755 vd->state = STT_STATE_VAL_INIT;
757 PRINTFUNC(DLOG_WARN, "Check error code");
758 show_popup_toast(_(SK_STT_BUSY), false);
759 vd->state = STT_STATE_VAL_INIT;
763 static Eina_Bool _start_timer_cb(void* data)
766 VoiceData *voicedata = (VoiceData *) data;
769 voicedata->state = STT_STATE_VAL_PREPARE_LISTENING;
770 voicedata->sttmanager->Start();
772 catch (is::stt::SttException &e) {
773 if (e.GetEcode() == STT_ERROR_OUT_OF_NETWORK)
775 set_guide_text(voicedata, _(SK_NETWORK_ERROR));
776 voicedata->state = STT_STATE_VAL_INIT;
777 } else if (e.GetEcode() == STT_ERROR_RECORDER_BUSY) {
778 set_guide_text(voicedata, _(SK_STT_BUSY));
779 voicedata->state = STT_STATE_VAL_INIT;
781 set_guide_text(voicedata, _(SK_STT_BUSY));
782 voicedata->state = STT_STATE_VAL_INIT;
785 voicedata->start_timer = NULL;
788 start_voice_recorder();
790 return ECORE_CALLBACK_CANCEL;
794 * @brief - cancel button press callback for cross button
798 void on_initial_anim_press_cb(void *data, Evas_Object *obj, const char *emission, const char *source)
800 PRINTFUNC(NO_PRINT, "");
802 VoiceData *vd = (VoiceData *)data;
806 int tempVal = vd->sttmanager->GetCurrent();
807 if(tempVal == STT_STATE_CREATED) {
808 PRINTFUNC(DLOG_WARN, "IGNORE TOUCH event before STT READY. STT is preparing", vd->state);
812 PRINTFUNC(DLOG_DEBUG, "SttManager State : %d", vd->sttmanager->GetCurrent());
813 PRINTFUNC(DLOG_DEBUG, "Ui Voice State : %d", vd->state);
816 case STT_STATE_VAL_INIT:
818 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_INIT");
819 get_stt_default_language(vd);
820 vd->sttmanager->SetLanguage(std::string(vd->kbd_lang));
822 stt_feedback(VIBRATION_START);
824 if(vd->start_timer) {
825 ecore_timer_del(vd->start_timer);
826 vd->start_timer = NULL;
829 vd->start_timer = ecore_timer_add(0.0, _start_timer_cb, vd);
832 case STT_STATE_VAL_LISTENING :
833 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_LISTENING");
835 vd->state = STT_STATE_VAL_PREPARE_PROCESSING;
836 vd->sttmanager->Stop();
839 * Cuased touch reponse time, it can be called to stop animator.
842 set_guide_text(vd, "");
845 vd->effector->Stop();
847 catch (is::stt::SttException &e) {
848 PRINTFUNC(DLOG_ERROR, "%s", e.what());
850 if(e.GetEcode() != STT_ERROR_INVALID_STATE) {
851 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR");
852 set_guide_text(vd, _(SK_RECOGNITION_FAILED));
853 vd->state = STT_STATE_VAL_INIT;
856 vd->effector->Stop(true);
861 case STT_STATE_VAL_PROCESSING:
862 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_PROCESSING");
864 //vd->state = STT_STATE_VAL_PREPARE_CANCEL;
865 vd->sttmanager->Cancel();
867 catch (is::stt::SttException &e) {
868 PRINTFUNC(DLOG_ERROR, "%s", e.what());
871 vd->effector->Stop(true);
875 case STT_STATE_VAL_NOT_RECOGNISED:
876 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_NOT_RECOGNISED");
877 vd->state = STT_STATE_VAL_INIT ;
880 PRINTFUNC(DLOG_DEBUG, "default [%d]", vd->state);
885 static inline void ea_naviframe_back(void *data, Evas_Object *obj, void *event_info)
889 evas_object_del((Evas_Object *) data);
891 g_setting_window = NULL;
892 g_setting_naviframe = NULL;
895 ecore_event_handler_del(g_evt_key_down);
897 g_evt_key_down = NULL;
900 if(g_more_option_layout){
901 if(eext_more_option_opened_get(g_more_option_layout) == EINA_TRUE) {
902 eext_more_option_opened_set(g_more_option_layout, EINA_FALSE);
908 static char *__get_genlist_title_label(void *data, Evas_Object *obj, const char *part)
910 return strdup(_("WDS_VOICE_OPT_LANGUAGE_ABB"));
913 char *__get_genlist_item_label(void *data, Evas_Object *obj, const char *part)
915 const int BUF_LEN = 128;
916 char text[BUF_LEN] = {'\0', };
918 if(!strcmp(part, "elm.text"))
920 if((uintptr_t)data == 0) {
921 return strdup(_("IDS_VC_BODY_AUTOMATIC"));
924 s = (char *)disp_lang_array[(uintptr_t)data];
927 char *p = strchr(s, '(');
929 strncpy(text, s, p-s);
931 snprintf(text, BUF_LEN, "%s", s);
934 snprintf(text, BUF_LEN, "%s", "");
938 } else if (!strcmp(part, "elm.text.1")) {
939 if ((uintptr_t)data == 0) {
941 value = vconf_get_str(VCONFKEY_LANGSET);
943 PRINTFUNC(DLOG_ERROR, "Fail to get display language");
946 PRINTFUNC(DLOG_DEBUG, "system language (%s)", value);
948 char system_lang[6] = {0, };
949 strncpy(system_lang, value , 5);
952 // confirm whether the system language is supported by stt engine or not.
953 // if supported, set the language
954 // otherwise, set language to en_US
955 return strdup(get_lang_label(system_lang));
959 s = (char *)disp_lang_array[(uintptr_t)data];
962 char *p = strchr(s, '(');
964 strncpy(text, p+1, strlen(s)-(p-s)-2);
966 snprintf(text, BUF_LEN, "%s", s);
969 snprintf(text, BUF_LEN, "%s", "");
977 static Evas_Object *__get_genlist_item_content(void *data, Evas_Object *obj, const char *part)
979 int index = (intptr_t)data;
980 Evas_Object * content = NULL;
982 if (!strcmp(part, "elm.icon") ||
983 !strcmp(part, "elm.swallow.end")) {
984 content = elm_radio_add(obj);
985 elm_object_style_set(content, "list");
986 elm_radio_state_value_set(content, index);
987 elm_radio_group_add(content, radio_gp);
988 evas_object_size_hint_weight_set(content, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
989 evas_object_propagate_events_set(content, EINA_TRUE);
990 evas_object_size_hint_align_set(content, EVAS_HINT_FILL, EVAS_HINT_FILL);
995 static int get_language_value()
997 int lang = 0, ret = 0;
999 ret = preference_get_int(PREFERENCE_ISE_STT_LANGUAGE, &lang);
1000 if (PREFERENCE_ERROR_NONE != ret) {
1001 PRINTFUNC(DLOG_ERROR, "preference_get_int error!(%d)", ret);
1002 preference_set_int(PREFERENCE_ISE_STT_LANGUAGE, STT_VOICE_N66_AUTO); //auto
1003 lang = STT_VOICE_N66_AUTO;
1006 if (lang < 0 || lang > (int)(sizeof(supported_language)/sizeof(supported_language[0])-1)) {
1007 PRINTFUNC(DLOG_WARN, "vconf lang orig(%d) to be 0", lang);
1010 PRINTFUNC(DLOG_DEBUG, "n66 current language value for stt (%s).", disp_lang_array[lang]);
1015 static void set_language_value(int type)
1017 // Add implementation to store language type.
1020 ret = preference_set_int(PREFERENCE_ISE_STT_LANGUAGE, (int)type);
1021 if(PREFERENCE_ERROR_NONE != ret){
1022 PRINTFUNC(DLOG_ERROR, "preference_set_int error!(%d)", ret);
1025 PRINTFUNC(DLOG_DEBUG, "language type (%d)", type);
1030 static void get_stt_default_language(VoiceData *my_voicedata)
1033 PRINTFUNC(DLOG_ERROR, "my_voicedata NULL");
1037 if(my_voicedata->kbd_lang) {
1038 free(my_voicedata->kbd_lang);
1039 my_voicedata->kbd_lang = NULL;
1044 STT_VOICE_LANGUAGE_N66_I stt_lang;
1045 stt_lang = (STT_VOICE_LANGUAGE_N66_I)get_language_value();
1047 PRINTFUNC(DLOG_DEBUG, "language type (%d)", stt_lang);
1050 case STT_VOICE_N66_AUTO :
1052 stt_get_default_language(my_voicedata->voicefw_handle, &my_voicedata->kbd_lang);
1054 // get system display language
1056 value = vconf_get_str(VCONFKEY_LANGSET);
1057 if (NULL == value) {
1058 PRINTFUNC(DLOG_ERROR, "Fail to get display language");
1061 PRINTFUNC(DLOG_DEBUG, "system language (%s)", value);
1063 char system_lang[6] = {0, };
1064 strncpy(system_lang, value , 5);
1067 // confirm whether the system language is supported by stt engine or not.
1068 // if supported, set the language
1069 // otherwise, set language to en_US
1070 if(is_lang_supported_by_stt(system_lang) == TRUE) {
1071 my_voicedata->kbd_lang = strdup(system_lang);
1072 PRINTFUNC(DLOG_DEBUG, "Set auto language (%s)", system_lang);
1074 my_voicedata->kbd_lang = strdup("en_US");
1075 PRINTFUNC(DLOG_DEBUG, "System language is not supported by STT (%s), en_US will be set", system_lang);
1079 case STT_VOICE_N66_EN_US :
1080 case STT_VOICE_N66_ES_US :
1081 case STT_VOICE_N66_FR_FR :
1082 case STT_VOICE_N66_JA_JP :
1083 case STT_VOICE_N66_KO_KR :
1084 case STT_VOICE_N66_ZH_CN :
1086 my_voicedata->kbd_lang = strdup(supported_language[stt_lang]);
1090 my_voicedata->kbd_lang = strdup("en_US");
1095 PRINTFUNC(DLOG_DEBUG, "stt language (%s)", my_voicedata->kbd_lang);
1098 static Eina_Bool close_setting_window_idler_cb(void *data)
1100 if(g_setting_window && g_setting_naviframe) {
1101 ea_naviframe_back(g_setting_window, g_setting_naviframe, NULL);
1104 return ECORE_CALLBACK_CANCEL;
1107 static void language_set_genlist_radio_cb(void *data, Evas_Object *obj, void *event_info)
1109 PRINTFUNC(DLOG_DEBUG, "");
1114 Elm_Object_Item * item = (Elm_Object_Item *) event_info;
1116 elm_genlist_item_selected_set(item, 0);
1117 index = (uintptr_t)elm_object_item_data_get(item);
1118 elm_genlist_item_update(item);
1120 set_language_value(index);
1122 elm_radio_value_set(radio_gp, index);
1123 ecore_timer_add(0.3, close_setting_window_idler_cb, NULL);
1126 static void language_changed_cb(void *data, Evas_Object *obj, const char *emission, const char *source)
1129 elm_genlist_realized_items_update(obj);
1132 Eina_Bool _ise_keydown_cb(void *data, int type, void *event)
1134 PRINTFUNC(DLOG_DEBUG, "");
1135 if(type == ECORE_EVENT_KEY_DOWN && g_setting_window && g_setting_naviframe) {
1136 PRINTFUNC(DLOG_DEBUG, "window will be deleted.");
1137 ea_naviframe_back(g_setting_window, g_setting_naviframe, NULL);
1140 return ECORE_CALLBACK_DONE;
1144 static void _language_list_item_realized(void *data, Evas_Object *obj, void *event_info) //called when list scrolled
1146 PRINTFUNC(DLOG_DEBUG, "%s", __func__);
1149 static Evas_Object *create_language_list(Evas_Object *parent)
1151 if(!parent) return NULL;
1153 Evas_Object *genlist = elm_genlist_add(parent);
1154 if (!genlist) return NULL;
1156 elm_genlist_mode_set(genlist, ELM_LIST_COMPRESS);
1157 elm_genlist_homogeneous_set(genlist, EINA_TRUE);
1159 Evas_Object *circle_language_genlist = eext_circle_object_genlist_add(genlist, NULL);
1160 eext_circle_object_genlist_scroller_policy_set(circle_language_genlist, ELM_SCROLLER_POLICY_OFF, ELM_SCROLLER_POLICY_AUTO);
1161 evas_object_resize(circle_language_genlist, 360, 360);
1162 evas_object_show(circle_language_genlist);
1163 eext_rotary_object_event_activated_set(circle_language_genlist, EINA_TRUE);
1165 evas_object_show(genlist);
1169 Elm_Object_Item * item = NULL;
1171 evas_object_size_hint_weight_set(genlist, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1172 evas_object_size_hint_align_set(genlist, EVAS_HINT_FILL, EVAS_HINT_FILL);
1174 radio_gp = elm_radio_add(genlist);
1175 elm_radio_state_value_set(radio_gp, -1);
1177 lang_val = get_language_value();
1180 itc_title.item_style = "title";
1181 itc_title.func.text_get = __get_genlist_title_label;
1182 itc_title.func.content_get = NULL;
1184 item = elm_genlist_item_append(genlist, &itc_title, (void *)-1, NULL, ELM_GENLIST_ITEM_GROUP, NULL, genlist);
1189 itc_2text.item_style = "2text.1icon.1/sub1.multiline";
1191 itc_2text.item_style = "type1";
1193 itc_2text.func.text_get = __get_genlist_item_label;
1194 itc_2text.func.content_get = __get_genlist_item_content;
1197 item = item_append(genlist, itc_2text, (void *)0, language_set_genlist_radio_cb, genlist); // AUTO
1200 PRINTFUNC(DLOG_DEBUG, "%d item is choiced.", i);
1201 elm_genlist_item_show(item, ELM_GENLIST_ITEM_SCROLLTO_MIDDLE);
1204 if ( item == NULL ) {
1205 PRINTFUNC(DLOG_DEBUG, "elm_genlist_item_append was failed");
1210 itc_1text.item_style = "1text.1icon.1";
1212 itc_1text.item_style = "type1";
1214 itc_1text.func.text_get = __get_genlist_item_label;
1215 itc_1text.func.content_get = __get_genlist_item_content;
1217 for (i = 1; i < (long)(sizeof(disp_lang_array)/sizeof(disp_lang_array[0])); i++)
1219 char *s = (char *)disp_lang_array[i];
1222 item = item_append(genlist, itc_2text, i, language_set_genlist_radio_cb, genlist);
1224 item = item_append(genlist, itc_1text, i, language_set_genlist_radio_cb, genlist);
1228 PRINTFUNC(DLOG_DEBUG, "%d item is choiced.", i);
1229 elm_genlist_item_show(item, ELM_GENLIST_ITEM_SCROLLTO_MIDDLE);
1232 if ( item == NULL ) {
1233 PRINTFUNC(DLOG_DEBUG, "elm_genlist_item_append was failed");
1237 Elm_Object_Item *dummy;
1238 Elm_Genlist_Item_Class *itc_dummy = elm_genlist_item_class_new();
1240 itc_dummy->item_style = "title";
1241 itc_dummy->func.text_get = NULL;
1242 itc_dummy->func.content_get = NULL;
1244 dummy = elm_genlist_item_append(genlist, itc_dummy, NULL, NULL, ELM_GENLIST_ITEM_NONE, NULL, NULL);
1245 elm_genlist_item_select_mode_set(dummy, ELM_OBJECT_SELECT_MODE_NONE);
1247 LOGD("before elm_radio_value_set > lang_val = %d", lang_val);
1248 radio_gp = elm_radio_add(genlist);
1249 elm_radio_state_value_set(radio_gp, lang_val);
1250 elm_radio_value_set(radio_gp, lang_val);
1252 elm_object_signal_callback_add(genlist, "elm,system,language,change", "elm", language_changed_cb, NULL);
1253 evas_object_smart_callback_add(genlist, "realized", _language_list_item_realized, NULL);
1255 g_evt_key_down = ecore_event_handler_add(ECORE_EVENT_KEY_DOWN, _ise_keydown_cb, NULL);
1259 void create_setting_window(Evas_Object *more_option_layout)
1261 Evas_Object *window = NULL;
1262 Evas_Object *layout = NULL;
1263 Evas_Object *genlist = NULL;
1264 Evas_Object *naviframe = NULL;
1267 * Create full size window
1270 window = elm_win_add(NULL, "voice-input-setting", ELM_WIN_BASIC);
1272 PRINTFUNC(DLOG_DEBUG, "it's fail to create window.");
1276 elm_win_title_set(window, "voice-input-setting");
1277 elm_win_borderless_set(window, EINA_TRUE);
1280 elm_win_indicator_mode_set(window, ELM_WIN_INDICATOR_HIDE);
1286 // ea_theme_style_set(EA_THEME_STYLE_DEFAULT);
1287 // ea_theme_changeable_ui_enabled_set(EINA_TRUE);
1290 * Create layout for language list
1293 layout = elm_layout_add(window);
1295 elm_layout_theme_set(layout, "layout", "application", "default");
1296 evas_object_size_hint_weight_set(layout, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1297 evas_object_show(layout);
1298 elm_win_resize_object_add(window, layout);
1302 * Set Window rotation
1305 if (elm_win_wm_rotation_supported_get(window)) {
1306 const int rots[4] = { 0, 90, 180, 270 };
1307 elm_win_wm_rotation_available_rotations_set(window, rots, 4);
1311 * Activate and show window
1314 elm_win_activate(window);
1315 evas_object_show(window);
1321 naviframe = elm_naviframe_add(layout);
1322 if (naviframe == NULL){
1323 PRINTFUNC(DLOG_DEBUG, "create navi_frame failed");
1326 // ea_object_event_callback_add(naviframe, EA_CALLBACK_BACK, ea_naviframe_back, window);
1327 elm_object_part_content_set(layout, "elm.swallow.content", naviframe);
1330 * Push language list
1333 genlist = create_language_list(naviframe);
1335 const char *item_style = NULL;
1337 item_style = "empty";
1338 //item = elm_naviframe_item_push(naviframe, "IDS_VC_HEADER_VOICE_INPUT_LANGUAGE", NULL, NULL, genlist, NULL);
1339 elm_naviframe_item_push(naviframe, NULL, NULL, NULL, genlist, item_style);
1340 //elm_object_item_domain_text_translatable_set(item, PACKAGE, EINA_TRUE);
1342 g_setting_window = window;
1343 g_setting_naviframe = naviframe;
1344 g_more_option_layout = more_option_layout;
1347 void _stt_lang_changed_cb(keynode_t *key, void* data)
1349 PRINTFUNC(DLOG_DEBUG, "");
1352 VoiceData *vd = (VoiceData *) data;
1353 get_stt_default_language(vd);
1354 vd->sttmanager->SetLanguage(std::string(vd->kbd_lang));
1360 static void __done_key_cb(void *data, Evas_Object *obj, void *event_info )
1362 PRINTFUNC(DLOG_DEBUG, "");
1367 VoiceData *voicedata = (VoiceData *)data;
1369 elm_naviframe_item_pop(voicedata->naviframe);
1372 static void __stt_detailed_entry_input_panel_event_cb(void *data, Ecore_IMF_Context *imf_context, int value)
1376 VoiceData *voicedata = (VoiceData *)data;
1379 case ECORE_IMF_INPUT_PANEL_STATE_HIDE: // 1
1380 elm_naviframe_item_pop(voicedata->naviframe);
1382 case ECORE_IMF_INPUT_PANEL_STATE_WILL_SHOW: // 2
1383 PRINTFUNC(DLOG_DEBUG, "keypad state will show.");
1385 case ECORE_IMF_INPUT_PANEL_STATE_SHOW: // 0
1386 PRINTFUNC(DLOG_DEBUG, "keypad state show.");
1391 static void __stt_detailed_entry_del_cb(void *data, Evas *e, Evas_Object *obj, void *event_info)
1394 Ecore_IMF_Context *imf_context = (Ecore_IMF_Context *)elm_entry_imf_context_get(obj);
1395 ecore_imf_context_input_panel_event_callback_del(imf_context, ECORE_IMF_INPUT_PANEL_STATE_EVENT, __stt_detailed_entry_input_panel_event_cb);
1396 PRINTFUNC(DLOG_DEBUG, "input_panel_event_cb is deleted.");
1400 static Evas_Object *create_text_detiled_view(Evas_Object *parent)
1402 string edj_path = get_resource_path();
1404 edj_path = edj_path + STT_EDJ_FILE_WEARABLE;
1406 edj_path = edj_path + STT_EDJ_FILE_TV;
1408 edj_path = edj_path + STT_EDJ_FILE_MOBILE;
1410 Evas_Object *layout = elm_layout_add(parent);
1411 elm_layout_file_set(layout, edj_path.c_str(), "entry_focused_layout");
1412 evas_object_size_hint_weight_set(layout, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1413 evas_object_size_hint_align_set(layout, EVAS_HINT_FILL, EVAS_HINT_FILL);
1414 evas_object_show(layout);
1417 Evas_Object *entry = elm_entry_add(parent);
1418 evas_object_size_hint_weight_set(entry, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1419 evas_object_size_hint_align_set(entry, EVAS_HINT_FILL, EVAS_HINT_FILL);
1420 // ea_entry_selection_back_event_allow_set(entry, EINA_TRUE);
1421 elm_entry_context_menu_disabled_set(entry, EINA_TRUE);
1422 elm_entry_select_allow_set(entry, EINA_FALSE);
1423 // elm_entry_cursor_handler_disabled_set(entry, EINA_TRUE);
1424 elm_entry_single_line_set(entry, EINA_TRUE);
1425 elm_entry_scrollable_set(entry, EINA_TRUE);
1426 elm_entry_input_panel_return_key_type_set(entry, ELM_INPUT_PANEL_RETURN_KEY_TYPE_DONE);
1428 evas_object_show(entry);
1430 elm_object_part_content_set(layout, "contents", entry);
1435 static Eina_Bool __stt_entry_detailed_view_pop_cb(void *data, Elm_Object_Item *it)
1437 PRINTFUNC(DLOG_DEBUG, "");
1439 if(!data) return EINA_FALSE;
1441 VoiceData *voicedata = (VoiceData *)data;
1443 Evas_Object *main_entry = (Evas_Object *)voicedata->main_entry;
1444 Evas_Object *detailed_layout = elm_object_item_part_content_get(it, "elm.swallow.content");
1445 Evas_Object *detailed_entry = elm_object_part_content_get(detailed_layout, "contents");
1447 const char *str = NULL;
1450 pos = elm_entry_cursor_pos_get(detailed_entry);
1451 PRINTFUNC(DLOG_DEBUG, "pos = %d", pos);
1453 str = elm_entry_entry_get(detailed_entry);
1455 voicedata->stt_results.clear();
1456 voicedata->stt_results.push_back(str);
1458 // uxt_scroller_set_auto_scroll_enabled(voicedata->scroller, EINA_TRUE);
1459 elm_entry_entry_set(main_entry, str);
1460 elm_entry_cursor_pos_set(main_entry, pos);
1463 elm_entry_cursor_geometry_get(main_entry, &x, &y, &w, &h);
1464 PRINTFUNC(DLOG_DEBUG, "%d %d %d %d", x, y, w, h);
1466 elm_scroller_region_bring_in(voicedata->scroller, 0, y+h, 300, 168);
1471 static void _stt_entry_clicked_cb(void *data, Evas_Object * obj, void *event_info)
1473 PRINTFUNC(DLOG_DEBUG, "");
1478 VoiceData *voicedata = (VoiceData *)data;
1483 pos = elm_entry_cursor_pos_get(obj);
1484 PRINTFUNC(DLOG_DEBUG, "pos = %d", pos);
1486 str = elm_entry_markup_to_utf8(elm_entry_entry_get(obj));
1488 if (str && strlen(str) > 0) {
1490 if (voicedata->sttmanager->GetCurrent() == STT_STATE_RECORDING ||
1491 voicedata->sttmanager->GetCurrent() == STT_STATE_PROCESSING) {
1492 voicedata->sttmanager->Cancel();
1493 PRINTFUNC(DLOG_DEBUG, "stt entry clicked callback during STT recording and processing");
1497 catch(is::stt::SttException &e) {
1498 PRINTFUNC(DLOG_ERROR, "%s", e.what());
1502 Evas_Object *ly_detailed_view = create_text_detiled_view(voicedata->naviframe);
1504 Evas_Object *detailed_entry = elm_object_part_content_get(ly_detailed_view, "contents");
1505 elm_entry_entry_set(detailed_entry, str);
1506 elm_entry_cursor_pos_set(detailed_entry, pos);
1507 evas_object_smart_callback_add(detailed_entry, "activated", __done_key_cb, voicedata); // Register callback for Done key
1509 Ecore_IMF_Context *imf_context = (Ecore_IMF_Context *)elm_entry_imf_context_get(detailed_entry);
1510 ecore_imf_context_input_panel_event_callback_add(imf_context, ECORE_IMF_INPUT_PANEL_STATE_EVENT, __stt_detailed_entry_input_panel_event_cb, voicedata);
1511 evas_object_event_callback_add(detailed_entry, EVAS_CALLBACK_DEL, __stt_detailed_entry_del_cb, NULL);
1514 Elm_Object_Item *navi_it = elm_naviframe_item_push(voicedata->naviframe, NULL, NULL, NULL, ly_detailed_view, NULL);
1515 elm_naviframe_item_pop_cb_set(navi_it, __stt_entry_detailed_view_pop_cb, (void *)voicedata);
1516 elm_naviframe_item_title_enabled_set(navi_it, EINA_FALSE, EINA_FALSE);
1524 void activate_circle_scroller_for_stt_textbox(void* data, Eina_Bool bActivate)
1526 PRINTFUNC(DLOG_DEBUG, "");
1529 VoiceData *voicedata = (VoiceData *)data;
1531 Evas_Object *scroller = NULL;
1532 scroller = elm_layout_content_get((Evas_Object *)voicedata->layout_main, "text_area");
1534 Evas_Object *circle_scroller = NULL;
1535 circle_scroller = (Evas_Object *) evas_object_data_get(scroller, "circle");
1536 eext_rotary_object_event_activated_set(circle_scroller, bActivate);
1540 static Evas_Object *create_textblock(void* data)
1542 if(!data) return NULL;
1544 VoiceData *voicedata = (VoiceData *)data;
1546 Evas_Object *scroller = NULL;
1547 Evas_Object *box = NULL;
1548 Evas_Object *inner_layout = NULL;
1549 Evas_Object *entry = NULL;
1550 Evas_Object *circle_scroller = NULL;
1552 string edj_path = get_resource_path();
1554 edj_path = edj_path + STT_EDJ_FILE_WEARABLE;
1556 edj_path = edj_path + STT_EDJ_FILE_TV;
1558 edj_path = edj_path + STT_EDJ_FILE_MOBILE;
1560 scroller = elm_scroller_add(voicedata->layout_main);
1562 elm_scroller_loop_set(scroller, EINA_FALSE, EINA_FALSE);
1564 evas_object_size_hint_align_set(scroller, EVAS_HINT_FILL, EVAS_HINT_FILL);
1565 evas_object_size_hint_weight_set(scroller, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1567 elm_scroller_page_size_set(scroller, 0, 50);
1568 elm_scroller_page_scroll_limit_set(scroller, 0, 1);
1570 elm_object_scroll_lock_x_set(scroller, EINA_TRUE);
1572 circle_scroller = eext_circle_object_scroller_add(scroller, app_data->circle_surface);
1573 eext_circle_object_scroller_policy_set(circle_scroller, ELM_SCROLLER_POLICY_OFF, ELM_SCROLLER_POLICY_AUTO);
1574 eext_rotary_object_event_activated_set(circle_scroller, EINA_TRUE);
1576 box = elm_box_add(scroller);
1578 inner_layout = elm_layout_add(scroller);
1579 elm_layout_file_set(inner_layout, edj_path.c_str(), "layout_textblock");
1580 evas_object_size_hint_weight_set(inner_layout, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1582 elm_object_signal_callback_add(inner_layout, "do_scroll", "entry",
1583 [](void *data, Evas_Object *obj, const char* signal, const char* e)
1585 _bring_in_cb((void *) data);
1586 }, (void *) scroller);
1588 entry = elm_entry_add(inner_layout);
1589 voicedata->main_entry = entry;
1590 elm_entry_editable_set(entry, EINA_FALSE);
1592 #define FORMAT_TEXT_AREA_FONT_STYLE \
1593 "DEFAULT='font=Tizen:style=Regular font_size=32 color=#%02x%02x%02x%02x text_class=tizen wrap=mixed align=center' newline='br' b='+ font=Tizen:style=Bold'link='+ underline=on underline_color=#%02x%02x%02x%02x'"
1594 int a = 0xFF, r = 0xFF, g = 0xFF, b = 0xFF;
1595 char customStyle[512];
1596 // ea_theme_color_get("AT02112", &r, &g, &b, &a, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL);
1597 snprintf(customStyle, 512, FORMAT_TEXT_AREA_FONT_STYLE, r, g, b, a, r, g, b, a);
1599 elm_entry_text_style_user_push(entry, customStyle);
1601 evas_object_smart_callback_add(entry, "clicked", _stt_entry_clicked_cb, voicedata);
1603 elm_object_part_content_set(inner_layout, "elm.swallow.content", entry);
1605 elm_box_pack_end(box, inner_layout);
1607 elm_object_content_set(scroller, box);
1608 evas_object_data_set(scroller, "inner_layout", (void *) inner_layout);
1609 evas_object_data_set(scroller, "circle", (void *) circle_scroller);
1610 evas_object_show(scroller);
1611 evas_object_show(inner_layout);
1616 static Evas_Object *create_progressbar(Evas_Object *parent)
1618 Evas_Object *progressbar = NULL;
1620 progressbar = elm_progressbar_add(parent);
1621 elm_object_style_set(progressbar, "voice_input/process/small");
1622 elm_progressbar_pulse(progressbar, EINA_TRUE);
1624 evas_object_size_hint_align_set(progressbar, EVAS_HINT_FILL, EVAS_HINT_FILL);
1625 evas_object_size_hint_weight_set(progressbar, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1627 // ea_theme_object_color_replace(progressbar, "B065L6", "AO012");
1629 evas_object_show(progressbar);
1634 static Evas_Object *create_fullview(Evas_Object *parent, VoiceData *r_voicedata)
1636 PRINTFUNC(NO_PRINT, "");
1638 Evas_Object *layout_main = NULL;
1640 int is_screen_reader_on = FALSE;
1642 VoiceData *voicedata = r_voicedata;
1645 * add app_default_layout
1648 MoreOption* mo = new MoreOption(parent, voicedata);
1654 layout_main = elm_layout_add(mo->getMoreOptionLayout());
1659 voicedata->layout_main = layout_main;
1661 string edj_path = get_resource_path();
1663 edj_path = edj_path + STT_EDJ_FILE_WEARABLE;
1665 edj_path = edj_path + STT_EDJ_FILE_TV;
1667 edj_path = edj_path + STT_EDJ_FILE_MOBILE;
1669 if (vconf_get_bool(VCONFKEY_SETAPPL_ACCESSIBILITY_TTS, &is_screen_reader_on) == -1) {
1670 PRINTFUNC(DLOG_ERROR, "Cannot read value of screen reader from vconf");
1673 evas_object_size_hint_weight_set(layout_main, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1674 evas_object_size_hint_align_set(layout_main, EVAS_HINT_FILL, EVAS_HINT_FILL);
1676 elm_layout_file_set(layout_main, edj_path.c_str(), "mic_control");
1678 elm_object_content_set(parent, layout_main);
1680 //Canvas for Cairo effect
1681 Evas_Object *canvas = evas_object_image_filled_add(evas_object_evas_get(layout_main));
1682 evas_object_image_alpha_set(canvas, EINA_TRUE);
1683 evas_object_size_hint_align_set(canvas, EVAS_HINT_FILL, EVAS_HINT_FILL);
1684 evas_object_size_hint_weight_set(canvas, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1685 evas_object_move(canvas, 0, 0);
1687 Evas_Coord CanvasW, CanvasH;
1690 evas_object_image_size_set(canvas, CanvasW, CanvasH);
1691 evas_object_resize(canvas, CanvasW, CanvasH);
1692 evas_object_size_hint_min_set(canvas, CanvasW, CanvasH);
1693 evas_object_show(canvas);
1695 elm_object_part_content_set(layout_main, "EFFECT_BG", canvas);
1699 Evas_Object *m_mic_button = elm_button_add(layout_main);
1700 elm_object_style_set(m_mic_button, "vic/micbutton");
1701 elm_object_part_content_set(layout_main, "MIC", m_mic_button);
1703 elm_object_disabled_set(m_mic_button, EINA_TRUE);
1704 evas_object_smart_callback_add(m_mic_button, "clicked", on_mic_button_press_cb, (void *) voicedata);
1706 voicedata->mic_button = m_mic_button;
1708 if(voicedata->btn_disabling_timer == NULL){
1709 voicedata->btn_disabling_timer = ecore_timer_add(2.0, _mic_button_enable_cb, voicedata);
1712 // ecore_idler_add(_idler_cb, voicedata);
1713 ecore_timer_add(0.6, _idler_cb, voicedata);
1715 // Confirm panel layout
1716 Evas_Object *panel_layout;
1717 panel_layout = elm_layout_add(layout_main);
1718 elm_layout_theme_set(panel_layout, "layout", "drawer", "panel");
1719 evas_object_show(panel_layout);
1723 panel = elm_panel_add(panel_layout);
1724 elm_panel_orient_set(panel, ELM_PANEL_ORIENT_LEFT);
1725 elm_layout_theme_set(panel, "panel", "left_confirm", "default");
1726 elm_layout_theme_set(panel, "panel", "left_sending", "default");
1728 elm_layout_signal_callback_add(panel, "cue,clicked", "elm", _panel_cue_clicked_cb, (void *) voicedata);
1729 evas_object_show(panel);
1731 elm_object_part_content_set(panel_layout, "elm.swallow.right", panel);
1732 elm_object_part_content_set(layout_main, "left_panel_area", panel_layout);
1734 elm_object_signal_emit(panel, "elm,state,disabled", "elm");
1735 elm_panel_toggle(panel);
1739 Evas_Object *scroller = create_textblock(voicedata);
1740 elm_object_part_content_set(layout_main, "text_area", scroller);
1741 voicedata->scroller = scroller;
1744 Evas_Object *progress_bar = create_progressbar(layout_main);
1745 elm_object_part_content_set(layout_main, "PROGRESS_BAR", progress_bar);
1746 voicedata->progressbar = progress_bar;
1749 elm_object_signal_callback_add(layout_main, "idle,state,pulse,visible", "", on_initial_anim_press_cb, voicedata);
1751 mo->SetContentLayout(layout_main);
1756 int is_lang_supported_by_stt(char lang[])
1758 /* to check if the language is supported by stt */
1760 for (index = (sizeof(supported_language) / sizeof(supported_language[0]))-1; index != 0; index--)
1762 if (!strcmp(lang, supported_language[index])) {
1763 PRINTFUNC(DLOG_DEBUG, "current lang supported (%s)", supported_language[index]);
1768 PRINTFUNC(DLOG_DEBUG, "current lang not supported (%s)", lang);
1773 int init_voice(Evas_Object *parent, const char *lang, VoiceData *r_voicedata)
1775 PRINTFUNC(DLOG_DEBUG, "[init_voice]");
1777 // stt_is_samsung_asr(&g_is_n66);
1779 VoiceData *voicedata = (VoiceData *)r_voicedata;
1785 PRINTFUNC(DLOG_ERROR, "Parent is NULL\n");
1788 PRINTFUNC(NO_PRINT, "Parent is there");
1791 voicedata->voicefw_state = 0;
1793 /* Set Voice Language */
1794 if(voicedata->kbd_lang){
1795 free(voicedata->kbd_lang);
1796 voicedata->kbd_lang = NULL;
1799 //stt_get_default_language(my_voicedata->voicefw_handle, &my_voicedata->kbd_lang);
1800 get_stt_default_language(voicedata);
1801 if(NULL == voicedata->kbd_lang || FALSE == is_lang_supported_by_stt(voicedata->kbd_lang)) {
1802 voicedata->kbd_lang = strdup("en_US");
1805 PRINTFUNC(DLOG_DEBUG, "Voice input active language is : %s", voicedata->kbd_lang);
1807 voicedata->naviframe = parent;
1809 if (NULL == voicedata->naviframe) {
1813 if (NULL != voicedata->textblock_timer) {
1814 PRINTFUNC(DLOG_DEBUG, "delete previous textblock");
1815 ecore_timer_del(voicedata->textblock_timer);
1816 voicedata->textblock_timer = NULL;
1819 init_voice_recorder(NULL);
1824 static Eina_Bool init_view(void *data)
1826 VoiceData *voicedata = (VoiceData *)data;
1828 if(voicedata == NULL)
1829 return ECORE_CALLBACK_CANCEL;
1831 voicedata->layout_main = create_fullview(voicedata->naviframe, voicedata);
1833 if (voicedata->layout_main) {
1834 evas_object_show(voicedata->layout_main);
1837 return ECORE_CALLBACK_CANCEL;
1841 Evas_Object *show_voice_window(Evas_Object *parent, VoiceData *r_voicedata)
1843 PRINTFUNC(NO_PRINT, "[show_voice_window]");
1845 VoiceData *voicedata = (VoiceData *)r_voicedata;
1851 PRINTFUNC(NO_PRINT, "Parent is NULL\n");
1854 PRINTFUNC(NO_PRINT, "Parent is there");
1857 if (NULL != voicedata->layout_main) {
1858 PRINTFUNC(DLOG_DEBUG, "delete previous layout");
1859 evas_object_del((voicedata)->layout_main);
1860 (voicedata)->layout_main = NULL;
1863 if (NULL != voicedata->effector) {
1864 PRINTFUNC(DLOG_DEBUG, "delete previous effect");
1865 delete (voicedata->effector);
1866 (voicedata)->effector = NULL;
1869 if (NULL != voicedata->ieffect) {
1870 PRINTFUNC(DLOG_DEBUG, "delete previous ieffect");
1871 delete (voicedata->ieffect);
1872 voicedata->ieffect = NULL;
1876 delete voicedata->mo;
1877 voicedata->mo = NULL;
1880 init_view((void *)voicedata);
1881 return voicedata->layout_main;
1885 void on_stt_pause(VoiceData *r_voicedata){
1886 PRINTFUNC(DLOG_DEBUG, "");
1888 VoiceData *voicedata = (VoiceData *)r_voicedata;
1892 //voicedata->state = STT_STATE_VAL_PREPARE_CANCEL;
1893 voicedata->sttmanager->Cancel();
1894 }catch(is::stt::SttException &e){
1895 PRINTFUNC(DLOG_ERROR, "reason : %s", e.what());
1898 //Hide more option and language settings by interrupt scenario.
1899 close_setting_window_idler_cb(NULL);
1900 Evas_Object *mo_layout = voicedata->mo->getMoreOptionLayout();
1903 if(eext_more_option_opened_get(mo_layout) == EINA_TRUE) {
1904 eext_more_option_opened_set(mo_layout, EINA_FALSE);
1911 void on_destroy(VoiceData *r_voicedata)
1913 PRINTFUNC(NO_PRINT, "");
1915 VoiceData *voicedata = (VoiceData *)r_voicedata;
1919 if (NULL != voicedata) {
1920 if (NULL != voicedata->layout_main) {
1921 voicedata->layout_main = NULL;
1924 if (NULL != voicedata->naviframe) {
1925 voicedata->naviframe = NULL;
1928 if (NULL != voicedata->start_timer) {
1929 ecore_timer_del(voicedata->start_timer);
1930 voicedata->start_timer = NULL;
1933 if (NULL != voicedata->refresh_timer) {
1934 ecore_timer_del(voicedata->refresh_timer);
1935 voicedata->refresh_timer = NULL;
1938 if (NULL != voicedata->progressbar_timer) {
1939 ecore_timer_del(voicedata->progressbar_timer);
1940 voicedata->progressbar_timer = NULL;
1941 elm_progressbar_pulse(voicedata->progressbar, EINA_FALSE);
1944 if (NULL != voicedata->textblock_timer) {
1945 ecore_timer_del(voicedata->textblock_timer);
1946 voicedata->textblock_timer = NULL;
1949 if (NULL != voicedata->guide_text_timer) {
1950 ecore_timer_del(voicedata->guide_text_timer);
1951 voicedata->guide_text_timer = NULL;
1954 if (NULL != voicedata->btn_disabling_timer) {
1955 ecore_timer_del(voicedata->btn_disabling_timer);
1956 voicedata->btn_disabling_timer = NULL;
1959 if (NULL != voicedata->power_unlock_timer) {
1960 ecore_timer_del(voicedata->power_unlock_timer);
1961 voicedata->power_unlock_timer = NULL;
1964 if(voicedata->kbd_lang) {
1965 free(voicedata->kbd_lang);
1966 voicedata->kbd_lang = NULL;
1969 if(voicedata->ieffect) {
1970 delete voicedata->ieffect;
1971 voicedata->ieffect = NULL;
1974 if(voicedata->effector) {
1975 delete voicedata->effector;
1976 voicedata->effector = NULL;
1980 delete voicedata->mo;
1981 voicedata->mo = NULL;
1984 if(voicedata->sttmanager) {
1985 delete voicedata->sttmanager;
1986 voicedata->sttmanager = NULL;
1989 if(voicedata->sttfeedback) {
1990 delete voicedata->sttfeedback;
1991 voicedata->sttfeedback = NULL;