2 * Copyright (c) 2016 Samsung Electronics Co., Ltd All Rights Reserved
4 * Licensed under the Apache License, Version 2.0 (the License);
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an AS IS BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
18 #include <Elementary.h>
19 #include <Ecore_IMF.h>
21 #include <device/power.h>
22 #include <app_common.h>
24 #include <app_preference.h>
26 #include <efl_extension.h>
31 #include "w-input-selector.h"
32 #include "w-input-stt-voice.h"
33 #include "w-input-stt-engine.h"
34 #include "w-input-stt-ise.h"
35 #include "voice-recorder.h"
39 #define _EDJ(x) elm_layout_edje_get(x)
42 #define GRP_PORTRAIT "mic_control"
44 #define item_append(obj, style, index, cb, udata) \
45 elm_genlist_item_append(obj, &(style), (void *)(uintptr_t)index, NULL, ELM_GENLIST_ITEM_NONE, cb, udata)
47 #define VIRTUAL_TEXT_AREA_FONT_STYLE \
48 "DEFAULT = 'font = Tizen:style = Regular font_size = 32 color = #FFFFFF color_class = AT013 text_class = tizen wrap = mixed align = center' \
49 newline = 'br' b = '+ font = Tizen:style = Bold'link = '+ underline = on underline_color = #FFFFFF'"
51 #define TOP_PADDING_AREA 120
52 #define BOTTOM_PADDING_AREA 81 // Bottom Button H 78 + margin 3
55 extern App_Data* app_data;
56 extern VoiceData *my_voicedata;
58 static bool power_state = false;
60 static Evas_Object *radio_gp = NULL;
61 Evas_Object *g_setting_window = NULL;
62 static Evas_Object *g_setting_naviframe = NULL;
63 static Evas_Object *g_more_option_layout = NULL;
65 static Ecore_Event_Handler *g_evt_key_down = NULL;
67 static bool g_is_n66 = true;
69 static Elm_Genlist_Item_Class itc_title;
70 static Elm_Genlist_Item_Class itc_1text;
71 static Elm_Genlist_Item_Class itc_2text;
73 static bool g_send_button_clicked = false;
76 static void set_guide_text(VoiceData *vd, const char* text, bool translatable = false);
78 const char *supported_language[] = {
88 const char *disp_lang_array[] = {
90 "English (United States)",
91 "Español (América Latina)",
106 }STT_VOICE_LANGUAGE_N66_I;
117 static void get_stt_default_language(VoiceData *my_voicedata);
120 const char* get_lang_label(char lang[])
122 const char *str = NULL;
124 if (strcmp (lang, "en_US") == 0)
125 str = disp_lang_array[1];
127 else if (strcmp (lang, "ko_KR") == 0)
128 str = disp_lang_array[6];
130 else if (strcmp (lang, "fr_FR") == 0)
131 str = disp_lang_array[3];
133 else if (strcmp (lang, "ja_JP") == 0)
134 str = disp_lang_array[5];
136 else if (strcmp (lang, "zh_CN") == 0)
137 str = disp_lang_array[4];
139 else if (strcmp (lang, "es_US") == 0)
140 str = disp_lang_array[2];
143 str = disp_lang_array[1];
149 static void _bring_in_cb(void* data, Evas_Object* obj, const char* s, const char* e)
153 VoiceData *voicedata = (VoiceData *)data;
155 Evas_Coord x, y, w, h;
157 Evas_Object *scroller = (Evas_Object *)voicedata->scroller;
158 Evas_Object *inner_layout = NULL;
160 inner_layout = (Evas_Object *) evas_object_data_get(scroller, "inner_layout");
161 evas_object_geometry_get(inner_layout, &x, &y, &w, &h);
162 elm_scroller_region_bring_in(scroller, x, h + BOTTOM_PADDING_AREA, w, h); // in case of 3 line textblock, bring in is not working so, bottom padding size will be added
164 PRINTFUNC(NO_PRINT, "scroller %d %d %d %d", x, y, w, h);
169 static inline Evas_Coord get_text_block_size(Evas_Object *obj, std::string text)
171 int max_height = 1280;
172 int unit_width = 282;
174 Evas_Coord width, height;
177 Evas_Object *tb = NULL;
178 Evas_Textblock_Style *st = NULL;
179 Evas_Textblock_Cursor *cur = NULL;
181 tb = evas_object_textblock_add(evas_object_evas_get(obj));
182 evas_object_textblock_legacy_newline_set(tb, EINA_FALSE);
184 st = evas_textblock_style_new();
185 evas_textblock_style_set(st, VIRTUAL_TEXT_AREA_FONT_STYLE);
186 evas_object_textblock_style_set(tb, st);
188 cur = evas_object_textblock_cursor_new(tb);
189 strbuf = elm_entry_utf8_to_markup(text.c_str());
190 evas_object_resize(tb, unit_width, max_height);
192 evas_object_textblock_text_markup_set(tb, strbuf);
193 evas_textblock_cursor_format_prepend(cur, "+ wrap=mixed");
194 evas_object_textblock_size_formatted_get(tb, &width, &height);
195 evas_object_resize(tb, unit_width, height);
197 if(strbuf) free(strbuf);
198 if(tb) evas_object_del(tb);
199 if(st) evas_textblock_style_free(st);
200 // if(cur) evas_textblock_cursor_free(cur);
205 static Eina_Bool _update_textblock_timer_cb(void *data)
208 return ECORE_CALLBACK_CANCEL;
210 VoiceData* voicedata = (VoiceData*)data;
212 voicedata->textblock_timer = NULL;
214 std::string result_text;
215 for(unsigned int i = 0; i < voicedata->stt_results.size(); i++){
216 if(i == voicedata->stt_results.size()-1){
217 result_text += voicedata->stt_results.at(i);
219 result_text += voicedata->stt_results.at(i);
224 Evas_Object *rect = NULL;
225 Evas_Object *entry = NULL;
226 Evas_Object *scroller = NULL;
227 Evas_Object *box = NULL;
228 Evas_Object *inner_layout = NULL;
230 scroller = elm_layout_content_get((Evas_Object *)voicedata->layout_main, "text_area");
233 PRINTFUNC(DLOG_ERROR, "failed to get scroller");
234 return ECORE_CALLBACK_CANCEL;
237 box = elm_object_content_get(scroller);
240 PRINTFUNC(DLOG_ERROR, "failed to get box");
241 return ECORE_CALLBACK_CANCEL;
244 inner_layout = (Evas_Object *) evas_object_data_get(scroller, "inner_layout");
247 PRINTFUNC(DLOG_ERROR, "failed to get inner_layout");
248 return ECORE_CALLBACK_CANCEL;
251 entry = elm_layout_content_get(inner_layout, "elm.swallow.content");
254 PRINTFUNC(DLOG_ERROR, "failed to get entry");
255 return ECORE_CALLBACK_CANCEL;
258 if (!strcmp(result_text.c_str(), elm_entry_entry_get(entry))){
259 PRINTFUNC(DLOG_ERROR, "Nothing to update");
260 return ECORE_CALLBACK_CANCEL;
263 Evas_Object *top = (Evas_Object *) evas_object_data_get(box, "top_padding");
264 Evas_Object *bottom = (Evas_Object *) evas_object_data_get(box, "bottom_padding");
267 elm_box_unpack(box, top);
268 evas_object_del(top);
272 elm_box_unpack(box, bottom);
273 evas_object_del(bottom);
277 Evas_Coord height = get_text_block_size(box, result_text);
279 // if(height < 173) {
281 int text_area_height = 360; // screen H
282 int top_height = ((text_area_height - height - BOTTOM_PADDING_AREA) / 2); // 78 + 3 : bottom button H ++ margin
283 if (top_height < TOP_PADDING_AREA) top_height = TOP_PADDING_AREA; // Top fade area H
285 int bottom_height = (text_area_height - top_height - height);
286 if (bottom_height < BOTTOM_PADDING_AREA) bottom_height = BOTTOM_PADDING_AREA;
288 PRINTFUNC(SECURE_DEBUG, "str : %s", result_text.c_str());
289 PRINTFUNC(DLOG_DEBUG, "height : %d", height);
290 PRINTFUNC(DLOG_DEBUG, "top_height : %d", top_height);
291 PRINTFUNC(DLOG_DEBUG, "bottom_height : %d", bottom_height);
293 rect = evas_object_rectangle_add(evas_object_evas_get(box));
294 evas_object_color_set(rect, 0, 0, 0, 100);
295 evas_object_size_hint_weight_set(rect, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
296 evas_object_size_hint_min_set(rect, 282, top_height);
297 evas_object_show(rect);
299 elm_box_pack_before(box, rect, inner_layout);
300 evas_object_data_set(box, "top_padding", (void *) rect);
302 rect = evas_object_rectangle_add(evas_object_evas_get(box));
303 evas_object_color_set(rect, 0, 0, 0, 100);
304 evas_object_size_hint_weight_set(rect, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
305 evas_object_size_hint_min_set(rect, 282, bottom_height);
306 evas_object_show(rect);
308 elm_box_pack_end(box, rect);
309 evas_object_data_set(box, "bottom_padding", (void *) rect);
312 elm_entry_entry_set(entry, result_text.c_str());
314 Evas_Object *panel_layout = elm_layout_content_get((Evas_Object *)voicedata->layout_main, "left_panel_area");
315 Evas_Object *panel_left = elm_layout_content_get((Evas_Object *)panel_layout, "elm.swallow.right");
317 if (result_text.size() > 0) {
318 show_bottom_button(voicedata, false);
319 elm_object_signal_emit(panel_left, "elm,state,enabled", "elm");
321 elm_object_signal_emit(panel_left, "elm,state,disabled", "elm");
324 elm_object_signal_emit(inner_layout, "scrolling", "entry");
326 Evas_Coord x, y, w, h;
327 evas_object_geometry_get(inner_layout , &x, &y, &w, &h);
328 PRINTFUNC(DLOG_DEBUG, "inner_layout x=%d, y=%d, w=%d, h=%d", x, y, w, h);
330 if (h > 3900){ // to avoid Textblock size overflow (limit : 4000x4000)
331 PRINTFUNC(DLOG_ERROR, "Stop STT to avoid text block overflow");
332 if (voicedata->sttmanager) {
333 if (voicedata->sttmanager->GetCurrent() == STT_STATE_RECORDING ||
334 voicedata->sttmanager->GetCurrent() == STT_STATE_PROCESSING) {
335 PRINTFUNC(DLOG_DEBUG, "STT_STATE_RECORDING or STT_STATE_PROCESSING\n");
337 voicedata->sttmanager->Cancel();
338 }catch(is::stt::SttException &e){
339 PRINTFUNC(DLOG_ERROR, "reason : %s", e.what());
345 return ECORE_CALLBACK_CANCEL;
348 void _update_textblock(void *data)
353 VoiceData *voicedata = (VoiceData *) data;
355 if(voicedata->textblock_timer == NULL){
356 voicedata->textblock_timer = ecore_timer_add(1.0, _update_textblock_timer_cb, voicedata);
358 PRINTFUNC(DLOG_DEBUG, "skip : the timer is not expired.");
364 void voice_get_string(const char *keyValue, _VoiceData *voicedata)
371 strbuf = elm_entry_utf8_to_markup(keyValue);
373 SECURE_LOGD("text : %s, voicedata->partial_result=%s", strbuf, voicedata->partial_result);
376 if(voicedata->partial_result){ // partial_result is not Null so replace
377 if(strcmp(voicedata->partial_result, strbuf)){
379 PRINTFUNC(DLOG_DEBUG, "different replace");
381 voicedata->stt_results.pop_back();
382 voicedata->stt_results.push_back(strbuf);
384 free(voicedata->partial_result);
385 voicedata->partial_result = strdup(strbuf);
387 } else { // partial_result is Null so first case
388 PRINTFUNC(DLOG_DEBUG, "first push");
389 voicedata->stt_results.push_back(strbuf);
390 voicedata->partial_result = strdup(strbuf);
394 _update_textblock(voicedata);
399 PRINTFUNC(DLOG_DEBUG, "ends");
402 static Eina_Bool _recognition_failure_cb(void *data)
405 VoiceData *voicedata = (VoiceData *) data;
407 voicedata->state = STT_STATE_VAL_INIT;
408 set_animation_state(voicedata);
409 voicedata->refresh_timer = NULL;
411 return ECORE_CALLBACK_CANCEL;
414 void start_by_press(VoiceData *voicedata)
416 LOGD("start_by_press ");
417 edje_object_signal_emit(_EDJ(voicedata->layout_main), "mouse,clicked,1", "background");
420 static void on_confirm_button_clicked_cb(void *data, Evas_Object *obj, void *event_info)
425 VoiceData* voicedata = (VoiceData*)data;
427 if (g_send_button_clicked == true){
428 PRINTFUNC(DLOG_ERROR, "skipped seding STT result");
432 if (is_textblock_empty(voicedata) == true){
436 if (voicedata->sttmanager){
437 if (voicedata->sttmanager->GetCurrent() == STT_STATE_RECORDING ||
438 voicedata->sttmanager->GetCurrent() == STT_STATE_PROCESSING) {
439 PRINTFUNC(DLOG_DEBUG, "STT_STATE_RECORDING or STT_STATE_PROCESSING\n");
441 voicedata->sttmanager->Cancel();
442 }catch(is::stt::SttException &e){
443 PRINTFUNC(DLOG_ERROR, "reason : %s", e.what());
448 g_send_button_clicked = true;
450 std::string result_text;
451 for(unsigned int i = 0; i < voicedata->stt_results.size(); i++){
452 result_text += voicedata->stt_results.at(i);
453 if (i != voicedata->stt_results.size()-1)
457 SECURE_LOGD("result_text = %s", result_text.c_str());
458 stop_voice_recorder();
460 char *filePath = NULL;
461 voice_recorder *vr = _voice_recorder_get_data();
463 filePath = vr->file_path;
465 char *path[] = {filePath, };
466 reply_to_sender_by_callback(result_text.c_str(), "voice", (const char **)path, NULL);
474 void stt_feedback_initialize()
478 ret = feedback_initialize();
481 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
487 void stt_feedback(FeedbackType type)
491 ret = feedback_initialize();
494 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
498 if (type == VIBRATION_START){
499 // feedback_play(FEEDBACK_PATTERN_VOICE_START);
500 } else if (type == VIBRATION_STOP){
501 // feedback_play(FEEDBACK_PATTERN_VOICE_STOP);
504 ret = feedback_deinitialize();
507 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
512 void stt_feedback_deinitialize()
516 ret = feedback_deinitialize();
519 PRINTFUNC(DLOG_ERROR, "feedback_initialize failed!");
525 static Eina_Bool _idler_cb(void *data)
527 if (!data) return ECORE_CALLBACK_CANCEL;
529 VoiceData *voicedata = (VoiceData *)data;
531 PRINTFUNC(DLOG_DEBUG, "");
534 if (true == _app_stt_initialize(voicedata)) {
535 LOGD("_app_stt_initialize None Error");
536 voicedata->voicefw_state = 1;
537 voicedata->state = STT_STATE_VAL_INIT;
539 voicedata->voicefw_state = 0;
540 LOGD("Initialization Fail!<br>Check STT-daemon is running");
543 Evas_Object *canvas = elm_object_part_content_get(voicedata->layout_main, "EFFECT_BG");
545 is::ui::WInputSttMicEffect *ieffect = new is::ui::WInputSttMicEffect();
547 if (voicedata->sttmanager)
548 ieffect->SetSttHandle(voicedata->sttmanager->GetSttHandle());
550 is::ui::MicEffector *effector = new is::ui::MicEffector(canvas, voicedata->layout_main, *ieffect);
551 voicedata->ieffect = ieffect;
552 voicedata->effector = effector;
554 if (voicedata->progressbar)
555 ieffect->SetProgressBar(voicedata->progressbar);
558 voicedata->mo->Update();
560 voicedata->setup_timer = NULL;
562 return ECORE_CALLBACK_CANCEL;
565 static Eina_Bool _power_delayed_unlock(void *data){
566 PRINTFUNC(DLOG_DEBUG, "POWER Unlock");
568 VoiceData *voicedata = (VoiceData *) data;
569 int ret = device_power_release_lock(POWER_LOCK_DISPLAY);
570 if (ret != DEVICE_ERROR_NONE)
571 LOGW("Failed to release power(Display) (%d)", ret);
573 voicedata->power_unlock_timer = NULL;
575 return ECORE_CALLBACK_CANCEL;
580 PRINTFUNC(DLOG_DEBUG, "POWER Unlock directly.");
581 int ret = device_power_release_lock(POWER_LOCK_DISPLAY);
582 if (ret != DEVICE_ERROR_NONE)
583 LOGW("Failed to release power(Display) (%d)", ret);
586 void powerLock(void *data, bool enable)
588 int ret = DEVICE_ERROR_NONE;
590 VoiceData *voicedata = (VoiceData *) data;
593 ret = device_power_wakeup(false);
594 PRINTFUNC(DLOG_DEBUG, "LCD Wakeup");
596 if (ret != DEVICE_ERROR_NONE)
597 PRINTFUNC(DLOG_ERROR, "LCD Wakeup ERROR = %d", ret);
599 ret = device_power_request_lock(POWER_LOCK_DISPLAY, 0);
600 PRINTFUNC(DLOG_DEBUG, "POWER LOCK");
601 power_state = enable;
603 if (ret != DEVICE_ERROR_NONE)
604 PRINTFUNC(DLOG_ERROR, "ERROR = %d", ret);
606 if (voicedata->power_unlock_timer != NULL){
607 ecore_timer_del(voicedata->power_unlock_timer);
608 voicedata->power_unlock_timer = NULL;
611 PRINTFUNC(DLOG_DEBUG, "POWER Unlock Delayed(5 sec)");
613 if (voicedata->power_unlock_timer != NULL){
614 ecore_timer_del(voicedata->power_unlock_timer);
615 voicedata->power_unlock_timer = NULL;
617 voicedata->power_unlock_timer = ecore_timer_add(5.0, _power_delayed_unlock, voicedata);
621 static void expand_send_text(void *data)
623 PRINTFUNC(DLOG_DEBUG, "");
626 VoiceData *voicedata = (VoiceData *) data;
627 elm_object_signal_emit((Evas_Object *)voicedata->layout_main, "idle,state,send,text,expand", "elm");
631 static void contract_send_text(void *data)
633 PRINTFUNC(DLOG_DEBUG, "");
636 VoiceData *voicedata = (VoiceData *) data;
637 elm_object_signal_emit((Evas_Object *)voicedata->layout_main, "idle,state,send,text,contract", "elm");
641 static void set_cue_text(void *data)
643 PRINTFUNC(DLOG_DEBUG, "");
646 VoiceData *voicedata = (VoiceData *) data;
647 if (voicedata->state == STT_STATE_VAL_INIT) {
648 elm_object_domain_translatable_part_text_set(voicedata->layout_main, "elm.text.cue", PACKAGE, SK_SPEAK_PREPARE);
650 elm_object_domain_translatable_part_text_set(voicedata->layout_main, "elm.text.cue", PACKAGE, SK_SPEAK_NOW);
652 elm_object_signal_emit((Evas_Object *)voicedata->layout_main, "idle,state,cue_text,visible", "elm");
656 static void set_guide_text(VoiceData *vd, const char* text, bool translatable)
658 SECURE_LOGD("text = %s", text);
663 PRINTFUNC(DLOG_DEBUG, "isMoreOptionOpend() = %d, discard_popup_opend == %d, g_send_button_clicked = %d", vd->mo->isMoreOptionOpened(), vd->mo->discard_popup_opened, g_send_button_clicked);
664 if (vd->mo->isMoreOptionOpened() == EINA_TRUE || vd->mo->discard_popup_opened == EINA_TRUE
665 || g_send_button_clicked == true){
666 elm_object_signal_emit((Evas_Object *)vd->layout_main, "idle,state,text,hidden", "elm");
667 PRINTFUNC(DLOG_DEBUG, "MoreOption or DiscardPopup is opened, So skipped");
673 elm_object_domain_translatable_part_text_set(vd->layout_main, "elm.text", PACKAGE, text);
675 elm_object_part_text_set(vd->layout_main, "elm.text", text);
677 elm_object_signal_emit((Evas_Object *)vd->layout_main, "idle,state,text,visible", "elm");
678 hide_bottom_button(vd);
680 // check whether any result exists
681 if (is_textblock_empty(vd))
684 show_bottom_button(vd, true);
688 * @brief - function to send the signal to edc
689 * to change the animation as per stt state
692 void set_animation_state(VoiceData *voicedata)
694 if (voicedata->state == STT_STATE_VAL_INIT) {
695 if(voicedata->effector)
696 voicedata->effector->Stop(true);
697 set_cue_text(voicedata);
698 expand_send_text(voicedata);
700 powerLock((void*)voicedata, false);
701 } else if (voicedata->state == STT_STATE_VAL_LISTENING) {
702 set_cue_text(voicedata);
703 contract_send_text(voicedata);
705 if(voicedata->effector)
706 voicedata->effector->Start();
708 powerLock((void*)voicedata, true);
709 } else if (voicedata->state == STT_STATE_VAL_PROCESSING) {
710 expand_send_text(voicedata);
711 if(voicedata->effector)
712 voicedata->effector->Stop();
714 stt_feedback(VIBRATION_STOP);
716 set_guide_text(voicedata, _(SK_RECOGNITION_FAILED));
717 //_elm_access_say(voicedata->layout_main, _(SK_RECOGNITION_FAILED));
718 expand_send_text(voicedata);
719 voicedata->state = STT_STATE_VAL_NOT_RECOGNISED;
721 if(voicedata->refresh_timer) {
722 ecore_timer_del(voicedata->refresh_timer);
723 voicedata->refresh_timer = NULL;
726 if(voicedata->effector)
727 voicedata->effector->Stop(true);
729 voicedata->refresh_timer = ecore_timer_add(2.0, _recognition_failure_cb, voicedata);
733 void show_error_message(VoiceData *vd, stt_error_e reason)
735 if(reason == STT_ERROR_OUT_OF_NETWORK)
737 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR");
739 int ancs_connected = 0;
741 ret = vconf_get_int("file/private/weconn/ancs_connected", &ancs_connected);
744 PRINTFUNC(DLOG_ERROR, "ancs connected status : %d", ancs_connected);
746 PRINTFUNC(DLOG_ERROR, "vconf for ancs connection ERROR - %d", ret);
748 if (ancs_connected) {
750 const char *format1 = _(SK_NETWORK_ERROR_FOR_IOS);
751 const char *format2 = _(SK_SAMSUNG_GEAR);
752 snprintf(text, sizeof(text), format1, format2);
754 show_popup_toast((const char*)text, false);
756 set_guide_text(vd, _(SK_NETWORK_ERROR));
759 vd->state = STT_STATE_VAL_INIT;
761 } else if (reason == STT_ERROR_RECORDER_BUSY) {
762 PRINTFUNC(DLOG_WARN, "STT is used by another application");
763 show_popup_toast(_(SK_STT_BUSY), false);
764 vd->state = STT_STATE_VAL_INIT;
766 PRINTFUNC(DLOG_WARN, "Check error code");
767 show_popup_toast(_(SK_STT_BUSY), false);
768 vd->state = STT_STATE_VAL_INIT;
772 static Eina_Bool _start_timer_cb(void* data)
775 VoiceData *voicedata = (VoiceData *) data;
778 voicedata->state = STT_STATE_VAL_PREPARE_LISTENING;
779 if (voicedata->sttmanager)
780 voicedata->sttmanager->Start();
782 catch (is::stt::SttException &e) {
783 PRINTFUNC(DLOG_ERROR, "%s", e.what());
785 if (e.GetEcode() == STT_ERROR_OUT_OF_NETWORK)
787 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR");
788 set_guide_text(voicedata, _(SK_NETWORK_ERROR));
789 voicedata->state = STT_STATE_VAL_INIT;
790 } else if (e.GetEcode() == STT_ERROR_RECORDER_BUSY) {
791 PRINTFUNC(DLOG_WARN, "STT is used by another application");
792 show_popup_toast(_(SK_STT_BUSY), false);
793 voicedata->state = STT_STATE_VAL_INIT;
795 PRINTFUNC(DLOG_WARN, "Check error code");
796 show_popup_toast(_(SK_STT_BUSY), false);
797 voicedata->state = STT_STATE_VAL_INIT;
800 voicedata->start_timer = NULL;
803 start_voice_recorder();
805 return ECORE_CALLBACK_CANCEL;
808 void restart_listening(double in)
810 PRINTFUNC(DLOG_DEBUG, "");
814 if(my_voicedata->ieffect) {
815 delete my_voicedata->ieffect;
816 my_voicedata->ieffect = NULL;
819 if(my_voicedata->effector) {
820 delete my_voicedata->effector;
821 my_voicedata->effector = NULL;
824 if(my_voicedata->sttmanager) {
825 delete my_voicedata->sttmanager;
826 my_voicedata->sttmanager = NULL;
829 if(my_voicedata->sttfeedback) {
830 delete my_voicedata->sttfeedback;
831 my_voicedata->sttfeedback = NULL;
834 if(my_voicedata->setup_timer){
835 ecore_timer_del(my_voicedata->setup_timer);
836 my_voicedata->setup_timer = NULL;
839 my_voicedata->setup_timer = ecore_timer_add(0.5, _idler_cb, my_voicedata);
842 my_voicedata->stt_results.clear();
844 if(my_voicedata->textblock_timer){
845 ecore_timer_del(my_voicedata->textblock_timer);
846 my_voicedata->textblock_timer = NULL;
849 if(my_voicedata->refresh_timer){
850 ecore_timer_del(my_voicedata->refresh_timer);
851 my_voicedata->refresh_timer = NULL;
854 hide_bottom_button(my_voicedata);
855 _update_textblock_timer_cb(my_voicedata);
860 * @brief - cancel button press callback for cross button
864 void on_initial_anim_press_cb(void *data, Evas_Object *obj, const char *emission, const char *source)
866 PRINTFUNC(NO_PRINT, "");
868 VoiceData *vd = (VoiceData *)data;
869 if (vd == NULL || vd->sttmanager == NULL)
872 int tempVal = vd->sttmanager->GetCurrent();
873 if(tempVal == STT_STATE_CREATED) {
874 PRINTFUNC(DLOG_WARN, "IGNORE TOUCH event before STT READY. STT is preparing", vd->state);
878 PRINTFUNC(DLOG_DEBUG, "SttManager State : %d", vd->sttmanager->GetCurrent());
879 PRINTFUNC(DLOG_DEBUG, "Ui Voice State : %d", vd->state);
882 case STT_STATE_VAL_INIT:
884 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_INIT");
885 get_stt_default_language(vd);
886 vd->sttmanager->SetLanguage(std::string(vd->kbd_lang));
888 stt_feedback(VIBRATION_START);
890 if(vd->start_timer) {
891 ecore_timer_del(vd->start_timer);
892 vd->start_timer = NULL;
895 vd->start_timer = ecore_timer_add(0.0, _start_timer_cb, vd);
898 case STT_STATE_VAL_LISTENING :
899 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_LISTENING");
901 vd->state = STT_STATE_VAL_PREPARE_PROCESSING;
902 vd->sttmanager->Stop();
905 * Cuased touch reponse time, it can be called to stop animator.
909 vd->effector->Stop();
911 catch (is::stt::SttException &e) {
912 PRINTFUNC(DLOG_ERROR, "%s", e.what());
914 if(e.GetEcode() != STT_ERROR_INVALID_STATE) {
915 PRINTFUNC(DLOG_DEBUG, "SK_NETWORK_ERROR");
916 set_guide_text(vd, _(SK_RECOGNITION_FAILED));
917 vd->state = STT_STATE_VAL_INIT;
920 vd->effector->Stop(true);
925 case STT_STATE_VAL_PROCESSING:
926 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_PROCESSING");
928 //vd->state = STT_STATE_VAL_PREPARE_CANCEL;
929 vd->sttmanager->Cancel();
931 catch (is::stt::SttException &e) {
932 PRINTFUNC(DLOG_ERROR, "%s", e.what());
937 case STT_STATE_VAL_NOT_RECOGNISED:
938 PRINTFUNC(DLOG_DEBUG, "%s", "STT_STATE_VAL_NOT_RECOGNISED");
939 vd->state = STT_STATE_VAL_INIT ;
942 PRINTFUNC(DLOG_DEBUG, "default [%d]", vd->state);
947 static inline void ea_naviframe_back(void *data, Evas_Object *obj, void *event_info)
951 evas_object_del((Evas_Object *) data);
953 g_setting_window = NULL;
954 g_setting_naviframe = NULL;
957 ecore_event_handler_del(g_evt_key_down);
959 g_evt_key_down = NULL;
962 if(g_more_option_layout){
963 if(eext_more_option_opened_get(g_more_option_layout) == EINA_TRUE) {
964 eext_more_option_opened_set(g_more_option_layout, EINA_FALSE);
970 static char *__get_genlist_title_label(void *data, Evas_Object *obj, const char *part)
972 return strdup(_("WDS_VOICE_OPT_LANGUAGE_ABB"));
975 char *__get_genlist_item_label(void *data, Evas_Object *obj, const char *part)
977 const int BUF_LEN = 128;
978 char text[BUF_LEN] = {'\0', };
980 if (!strcmp(part, "elm.text"))
982 if ((uintptr_t)data == 0) {
983 return strdup(_("IDS_VC_BODY_AUTOMATIC"));
986 s = (char *)disp_lang_array[(uintptr_t)data];
989 char *p = strchr(s, '(');
991 strncpy(text, s, p-s);
993 snprintf(text, BUF_LEN, "%s", s);
996 snprintf(text, BUF_LEN, "%s", "");
1000 } else if (!strcmp(part, "elm.text.1")) {
1001 if ((uintptr_t)data == 0) {
1003 value = vconf_get_str(VCONFKEY_LANGSET);
1004 if (NULL == value) {
1005 PRINTFUNC(DLOG_ERROR, "Fail to get display language");
1008 PRINTFUNC(DLOG_DEBUG, "system language (%s)", value);
1010 char system_lang[6] = {0, };
1011 strncpy(system_lang, value , 5);
1014 // confirm whether the system language is supported by stt engine or not.
1015 // if supported, set the language
1016 // otherwise, set language to en_US
1017 return strdup(get_lang_label(system_lang));
1021 s = (char *)disp_lang_array[(uintptr_t)data];
1024 char *p = strchr(s, '(');
1026 strncpy(text, p+1, strlen(s)-(p-s)-2);
1028 snprintf(text, BUF_LEN, "%s", s);
1031 snprintf(text, BUF_LEN, "%s", "");
1033 return strdup(text);
1039 static Evas_Object *__get_genlist_item_content(void *data, Evas_Object *obj, const char *part)
1041 int index = (intptr_t)data;
1042 Evas_Object * content = NULL;
1044 if (!strcmp(part, "elm.icon") ||
1045 !strcmp(part, "elm.swallow.end")) {
1046 content = elm_radio_add(obj);
1047 elm_object_style_set(content, "list");
1048 elm_radio_state_value_set(content, index);
1049 elm_radio_group_add(content, radio_gp);
1050 evas_object_size_hint_weight_set(content, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1051 evas_object_propagate_events_set(content, EINA_TRUE);
1052 evas_object_size_hint_align_set(content, EVAS_HINT_FILL, EVAS_HINT_FILL);
1057 static int get_language_value()
1059 int lang = 0, ret = 0;
1061 ret = preference_get_int(PREFERENCE_ISE_STT_LANGUAGE, &lang);
1062 if (PREFERENCE_ERROR_NONE != ret) {
1063 PRINTFUNC(DLOG_ERROR, "preference_get_int error!(%d)", ret);
1064 preference_set_int(PREFERENCE_ISE_STT_LANGUAGE, STT_VOICE_N66_AUTO); //auto
1065 lang = STT_VOICE_N66_AUTO;
1068 if (lang < 0 || lang > (int)(sizeof(supported_language)/sizeof(supported_language[0])-1)) {
1069 PRINTFUNC(DLOG_WARN, "vconf lang orig(%d) to be 0", lang);
1072 PRINTFUNC(DLOG_DEBUG, "n66 current language value for stt (%s).", disp_lang_array[lang]);
1077 static void set_language_value(int type)
1079 // Add implementation to store language type.
1082 ret = preference_set_int(PREFERENCE_ISE_STT_LANGUAGE, (int)type);
1083 if(PREFERENCE_ERROR_NONE != ret){
1084 PRINTFUNC(DLOG_ERROR, "preference_set_int error!(%d)", ret);
1087 PRINTFUNC(DLOG_DEBUG, "language type (%d)", type);
1092 static void get_stt_default_language(VoiceData *my_voicedata)
1094 if (!my_voicedata) {
1095 PRINTFUNC(DLOG_ERROR, "my_voicedata NULL");
1099 if(my_voicedata->kbd_lang) {
1100 free(my_voicedata->kbd_lang);
1101 my_voicedata->kbd_lang = NULL;
1106 STT_VOICE_LANGUAGE_N66_I stt_lang;
1107 stt_lang = (STT_VOICE_LANGUAGE_N66_I)get_language_value();
1109 PRINTFUNC(DLOG_DEBUG, "language type (%d)", stt_lang);
1112 case STT_VOICE_N66_AUTO :
1114 stt_get_default_language(my_voicedata->voicefw_handle, &my_voicedata->kbd_lang);
1116 // get system display language
1118 value = vconf_get_str(VCONFKEY_LANGSET);
1119 if (NULL == value) {
1120 PRINTFUNC(DLOG_ERROR, "Fail to get display language");
1123 PRINTFUNC(DLOG_DEBUG, "system language (%s)", value);
1125 char system_lang[6] = {0, };
1126 strncpy(system_lang, value , 5);
1129 // confirm whether the system language is supported by stt engine or not.
1130 // if supported, set the language
1131 // otherwise, set language to en_US
1132 if(is_lang_supported_by_stt(system_lang) == TRUE) {
1133 my_voicedata->kbd_lang = strdup(system_lang);
1134 PRINTFUNC(DLOG_DEBUG, "Set auto language (%s)", system_lang);
1136 my_voicedata->kbd_lang = strdup("en_US");
1137 PRINTFUNC(DLOG_DEBUG, "System language is not supported by STT (%s), en_US will be set", system_lang);
1141 case STT_VOICE_N66_EN_US :
1142 case STT_VOICE_N66_ES_US :
1143 case STT_VOICE_N66_FR_FR :
1144 case STT_VOICE_N66_JA_JP :
1145 case STT_VOICE_N66_KO_KR :
1146 case STT_VOICE_N66_ZH_CN :
1148 my_voicedata->kbd_lang = strdup(supported_language[stt_lang]);
1152 my_voicedata->kbd_lang = strdup("en_US");
1157 PRINTFUNC(DLOG_DEBUG, "stt language (%s)", my_voicedata->kbd_lang);
1160 static Eina_Bool close_setting_window_idler_cb(void *data)
1162 if(g_setting_window && g_setting_naviframe) {
1163 ea_naviframe_back(g_setting_window, g_setting_naviframe, NULL);
1166 return ECORE_CALLBACK_CANCEL;
1169 static void language_set_genlist_radio_cb(void *data, Evas_Object *obj, void *event_info)
1171 PRINTFUNC(DLOG_DEBUG, "");
1176 Elm_Object_Item * item = (Elm_Object_Item *) event_info;
1178 elm_genlist_item_selected_set(item, 0);
1179 index = (uintptr_t)elm_object_item_data_get(item);
1180 elm_genlist_item_update(item);
1182 set_language_value(index);
1184 elm_radio_value_set(radio_gp, index);
1187 set_textblock_empty(my_voicedata);
1189 ecore_timer_add(0.3, close_setting_window_idler_cb, NULL);
1192 static void language_changed_cb(void *data, Evas_Object *obj, const char *emission, const char *source)
1195 elm_genlist_realized_items_update(obj);
1198 Eina_Bool _ise_keydown_cb(void *data, int type, void *event)
1200 PRINTFUNC(DLOG_DEBUG, "");
1201 if(type == ECORE_EVENT_KEY_DOWN && g_setting_window && g_setting_naviframe) {
1202 PRINTFUNC(DLOG_DEBUG, "window will be deleted.");
1203 ea_naviframe_back(g_setting_window, g_setting_naviframe, NULL);
1206 return ECORE_CALLBACK_DONE;
1210 static void _language_list_item_realized(void *data, Evas_Object *obj, void *event_info) //called when list scrolled
1212 PRINTFUNC(DLOG_DEBUG, "%s", __func__);
1215 static Evas_Object *create_language_list(Evas_Object *parent, Eext_Circle_Surface* circle_surface)
1217 if (!parent) return NULL;
1219 Evas_Object *genlist = elm_genlist_add(parent);
1220 if (!genlist) return NULL;
1222 elm_genlist_mode_set(genlist, ELM_LIST_COMPRESS);
1223 elm_genlist_homogeneous_set(genlist, EINA_TRUE);
1225 Evas_Object *circle_language_genlist = eext_circle_object_genlist_add(genlist, circle_surface);
1226 eext_circle_object_genlist_scroller_policy_set(circle_language_genlist, ELM_SCROLLER_POLICY_OFF, ELM_SCROLLER_POLICY_AUTO);
1227 evas_object_resize(circle_language_genlist, 360, 360);
1228 evas_object_show(circle_language_genlist);
1229 eext_rotary_object_event_activated_set(circle_language_genlist, EINA_TRUE);
1231 evas_object_show(genlist);
1235 Elm_Object_Item * item = NULL;
1237 evas_object_size_hint_weight_set(genlist, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1238 evas_object_size_hint_align_set(genlist, EVAS_HINT_FILL, EVAS_HINT_FILL);
1240 radio_gp = elm_radio_add(genlist);
1241 elm_radio_state_value_set(radio_gp, -1);
1243 lang_val = get_language_value();
1246 itc_title.item_style = "title";
1247 itc_title.func.text_get = __get_genlist_title_label;
1248 itc_title.func.content_get = NULL;
1250 item = elm_genlist_item_append(genlist, &itc_title, (void *)-1, NULL, ELM_GENLIST_ITEM_GROUP, NULL, genlist);
1255 itc_2text.item_style = "2text.1icon.1/sub1.multiline";
1257 itc_2text.item_style = "type1";
1259 itc_2text.func.text_get = __get_genlist_item_label;
1260 itc_2text.func.content_get = __get_genlist_item_content;
1263 item = item_append(genlist, itc_2text, (void *)0, language_set_genlist_radio_cb, genlist); // AUTO
1266 PRINTFUNC(DLOG_DEBUG, "%d item is choiced.", i);
1267 elm_genlist_item_show(item, ELM_GENLIST_ITEM_SCROLLTO_MIDDLE);
1270 if ( item == NULL ) {
1271 PRINTFUNC(DLOG_DEBUG, "elm_genlist_item_append was failed");
1276 itc_1text.item_style = "1text.1icon.1";
1278 itc_1text.item_style = "type1";
1280 itc_1text.func.text_get = __get_genlist_item_label;
1281 itc_1text.func.content_get = __get_genlist_item_content;
1283 for (i = 1; i < (long)(sizeof(disp_lang_array)/sizeof(disp_lang_array[0])); i++)
1285 char *s = (char *)disp_lang_array[i];
1288 item = item_append(genlist, itc_2text, i, language_set_genlist_radio_cb, genlist);
1290 item = item_append(genlist, itc_1text, i, language_set_genlist_radio_cb, genlist);
1294 PRINTFUNC(DLOG_DEBUG, "%d item is choiced.", i);
1295 elm_genlist_item_show(item, ELM_GENLIST_ITEM_SCROLLTO_MIDDLE);
1298 if ( item == NULL ) {
1299 PRINTFUNC(DLOG_DEBUG, "elm_genlist_item_append was failed");
1303 Elm_Object_Item *dummy;
1304 Elm_Genlist_Item_Class *itc_dummy = elm_genlist_item_class_new();
1306 itc_dummy->item_style = "title";
1307 itc_dummy->func.text_get = NULL;
1308 itc_dummy->func.content_get = NULL;
1310 dummy = elm_genlist_item_append(genlist, itc_dummy, NULL, NULL, ELM_GENLIST_ITEM_NONE, NULL, NULL);
1311 elm_genlist_item_select_mode_set(dummy, ELM_OBJECT_SELECT_MODE_NONE);
1313 LOGD("before elm_radio_value_set > lang_val = %d", lang_val);
1314 radio_gp = elm_radio_add(genlist);
1315 elm_radio_state_value_set(radio_gp, lang_val);
1316 elm_radio_value_set(radio_gp, lang_val);
1318 elm_object_signal_callback_add(genlist, "elm,system,language,change", "elm", language_changed_cb, NULL);
1319 evas_object_smart_callback_add(genlist, "realized", _language_list_item_realized, NULL);
1321 g_evt_key_down = ecore_event_handler_add(ECORE_EVENT_KEY_DOWN, _ise_keydown_cb, NULL);
1325 void create_setting_window(Evas_Object *more_option_layout)
1327 Evas_Object *window = NULL;
1328 Evas_Object *layout = NULL;
1329 Evas_Object *genlist = NULL;
1330 Evas_Object *naviframe = NULL;
1333 * Create full size window
1336 window = elm_win_add(NULL, "voice-input-setting", ELM_WIN_BASIC);
1338 PRINTFUNC(DLOG_DEBUG, "it's fail to create window.");
1342 elm_win_title_set(window, "voice-input-setting");
1343 elm_win_borderless_set(window, EINA_TRUE);
1346 elm_win_indicator_mode_set(window, ELM_WIN_INDICATOR_HIDE);
1352 // ea_theme_style_set(EA_THEME_STYLE_DEFAULT);
1353 // ea_theme_changeable_ui_enabled_set(EINA_TRUE);
1356 * Create layout for language list
1359 layout = elm_layout_add(window);
1361 elm_layout_theme_set(layout, "layout", "application", "default");
1362 evas_object_size_hint_weight_set(layout, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1363 evas_object_show(layout);
1364 elm_win_resize_object_add(window, layout);
1368 * Set Window rotation
1371 if (elm_win_wm_rotation_supported_get(window)) {
1372 const int rots[4] = { 0, 90, 180, 270 };
1373 elm_win_wm_rotation_available_rotations_set(window, rots, 4);
1377 * Activate and show window
1380 elm_win_activate(window);
1381 evas_object_show(window);
1387 naviframe = elm_naviframe_add(layout);
1388 if (naviframe == NULL){
1389 PRINTFUNC(DLOG_DEBUG, "create navi_frame failed");
1392 // ea_object_event_callback_add(naviframe, EA_CALLBACK_BACK, ea_naviframe_back, window);
1393 elm_object_part_content_set(layout, "elm.swallow.content", naviframe);
1396 * Push language list
1399 genlist = create_language_list(naviframe, NULL);
1401 const char *item_style = NULL;
1403 item_style = "empty";
1404 //item = elm_naviframe_item_push(naviframe, "IDS_VC_HEADER_VOICE_INPUT_LANGUAGE", NULL, NULL, genlist, NULL);
1405 elm_naviframe_item_push(naviframe, NULL, NULL, NULL, genlist, item_style);
1406 //elm_object_item_domain_text_translatable_set(item, PACKAGE, EINA_TRUE);
1408 g_setting_window = window;
1409 g_setting_naviframe = naviframe;
1410 g_more_option_layout = more_option_layout;
1413 void _stt_lang_changed_cb(keynode_t *key, void* data)
1415 PRINTFUNC(DLOG_DEBUG, "");
1418 VoiceData *vd = (VoiceData *) data;
1419 get_stt_default_language(vd);
1421 vd->sttmanager->SetLanguage(std::string(vd->kbd_lang));
1427 static void __done_key_cb(void *data, Evas_Object *obj, void *event_info )
1429 PRINTFUNC(DLOG_DEBUG, "");
1434 VoiceData *voicedata = (VoiceData *)data;
1436 elm_naviframe_item_pop(voicedata->naviframe);
1439 static void __stt_detailed_entry_input_panel_event_cb(void *data, Ecore_IMF_Context *imf_context, int value)
1443 VoiceData *voicedata = (VoiceData *)data;
1446 case ECORE_IMF_INPUT_PANEL_STATE_HIDE: // 1
1447 elm_naviframe_item_pop(voicedata->naviframe);
1449 case ECORE_IMF_INPUT_PANEL_STATE_WILL_SHOW: // 2
1450 PRINTFUNC(DLOG_DEBUG, "keypad state will show.");
1452 case ECORE_IMF_INPUT_PANEL_STATE_SHOW: // 0
1453 PRINTFUNC(DLOG_DEBUG, "keypad state show.");
1458 static void __stt_detailed_entry_del_cb(void *data, Evas *e, Evas_Object *obj, void *event_info)
1461 Ecore_IMF_Context *imf_context = (Ecore_IMF_Context *)elm_entry_imf_context_get(obj);
1462 ecore_imf_context_input_panel_event_callback_del(imf_context, ECORE_IMF_INPUT_PANEL_STATE_EVENT, __stt_detailed_entry_input_panel_event_cb);
1463 PRINTFUNC(DLOG_DEBUG, "input_panel_event_cb is deleted.");
1467 Evas_Object *create_text_detiled_view(Evas_Object *parent)
1469 string edj_path = get_resource_path();
1471 edj_path = edj_path + STT_EDJ_FILE_WEARABLE;
1473 edj_path = edj_path + STT_EDJ_FILE_TV;
1475 edj_path = edj_path + STT_EDJ_FILE_MOBILE;
1477 Evas_Object *layout = elm_layout_add(parent);
1478 elm_layout_file_set(layout, edj_path.c_str(), "entry_focused_layout");
1479 evas_object_size_hint_weight_set(layout, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1480 evas_object_size_hint_align_set(layout, EVAS_HINT_FILL, EVAS_HINT_FILL);
1481 evas_object_show(layout);
1484 Evas_Object *entry = elm_entry_add(parent);
1485 evas_object_size_hint_weight_set(entry, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1486 evas_object_size_hint_align_set(entry, EVAS_HINT_FILL, EVAS_HINT_FILL);
1487 elm_entry_context_menu_disabled_set(entry, EINA_TRUE);
1488 elm_entry_select_allow_set(entry, EINA_FALSE);
1489 elm_entry_single_line_set(entry, EINA_TRUE);
1490 elm_entry_scrollable_set(entry, EINA_TRUE);
1491 elm_entry_input_panel_return_key_type_set(entry, ELM_INPUT_PANEL_RETURN_KEY_TYPE_DONE);
1493 evas_object_show(entry);
1495 elm_object_part_content_set(layout, "contents", entry);
1499 static Eina_Bool _idler_cb2(void *data)
1501 if (!data) return ECORE_CALLBACK_CANCEL;
1503 return ECORE_CALLBACK_CANCEL;
1506 static Eina_Bool __stt_entry_detailed_view_pop_cb(void *data, Elm_Object_Item *it)
1508 PRINTFUNC(DLOG_DEBUG, "");
1510 if (!data) return EINA_FALSE;
1512 VoiceData *voicedata = (VoiceData *)data;
1514 Evas_Object *main_entry = (Evas_Object *)voicedata->main_entry;
1515 Evas_Object *detailed_layout = elm_object_item_part_content_get(it, "elm.swallow.content");
1516 Evas_Object *detailed_entry = elm_object_part_content_get(detailed_layout, "contents");
1518 if (elm_entry_is_empty(detailed_entry) == EINA_TRUE){
1519 PRINTFUNC(DLOG_DEBUG, "detailed_entry is empty");
1520 voicedata->stt_results.clear();
1521 elm_entry_entry_set(main_entry, "");
1523 hide_bottom_button(voicedata);
1525 const char *str = NULL;
1527 pos = elm_entry_cursor_pos_get(detailed_entry);
1528 PRINTFUNC(DLOG_DEBUG, "pos = %d", pos);
1530 str = elm_entry_entry_get(detailed_entry);
1531 PRINTFUNC(DLOG_DEBUG, "str = %s", str);
1534 voicedata->stt_results.clear();
1535 voicedata->stt_results.push_back(str);
1538 elm_entry_entry_set(main_entry, str);
1539 elm_entry_cursor_pos_set(main_entry, pos);
1542 elm_entry_cursor_geometry_get(main_entry, &x, &y, &w, &h);
1543 PRINTFUNC(DLOG_DEBUG, "%d %d %d %d", x, y, w, h);
1545 elm_scroller_region_bring_in(voicedata->scroller, 0, y+h, 300, 168);
1547 ecore_idler_add(_idler_cb2, voicedata);
1553 static void _stt_entry_clicked_cb(void *data, Evas_Object * obj, void *event_info)
1555 PRINTFUNC(DLOG_DEBUG, "");
1560 VoiceData *voicedata = (VoiceData *)data;
1566 pos = elm_entry_cursor_pos_get(obj);
1567 PRINTFUNC(DLOG_DEBUG, "pos = %d", pos);
1569 utf8 = elm_entry_markup_to_utf8(elm_entry_entry_get(obj)); // to remove the tag for fade-in effect
1571 str = elm_entry_utf8_to_markup(utf8);
1576 if (str && strlen(str) > 0) {
1578 if (voicedata->sttmanager) {
1579 if (voicedata->sttmanager->GetCurrent() == STT_STATE_RECORDING ||
1580 voicedata->sttmanager->GetCurrent() == STT_STATE_PROCESSING) {
1581 voicedata->sttmanager->Cancel();
1582 PRINTFUNC(DLOG_DEBUG, "stt entry clicked callback during STT recording and processing");
1587 catch(is::stt::SttException &e) {
1588 PRINTFUNC(DLOG_ERROR, "%s", e.what());
1592 Evas_Object *ly_detailed_view = create_text_detiled_view(voicedata->naviframe);
1594 Evas_Object *detailed_entry = elm_object_part_content_get(ly_detailed_view, "contents");
1595 elm_entry_entry_set(detailed_entry, str);
1596 elm_entry_cursor_pos_set(detailed_entry, pos);
1597 evas_object_smart_callback_add(detailed_entry, "activated", __done_key_cb, voicedata); // Register callback for Done key
1599 Ecore_IMF_Context *imf_context = (Ecore_IMF_Context *)elm_entry_imf_context_get(detailed_entry);
1600 ecore_imf_context_input_panel_event_callback_add(imf_context, ECORE_IMF_INPUT_PANEL_STATE_EVENT, __stt_detailed_entry_input_panel_event_cb, voicedata);
1601 evas_object_event_callback_add(detailed_entry, EVAS_CALLBACK_DEL, __stt_detailed_entry_del_cb, NULL);
1604 Elm_Object_Item *navi_it = elm_naviframe_item_push(voicedata->naviframe, NULL, NULL, NULL, ly_detailed_view, NULL);
1605 elm_naviframe_item_pop_cb_set(navi_it, __stt_entry_detailed_view_pop_cb, (void *)voicedata);
1606 elm_naviframe_item_title_enabled_set(navi_it, EINA_FALSE, EINA_FALSE);
1616 void activate_circle_scroller_for_stt_textbox(void* data, Eina_Bool bActivate)
1618 PRINTFUNC(DLOG_DEBUG, "");
1621 VoiceData *voicedata = (VoiceData *)data;
1623 Evas_Object *scroller = NULL;
1624 scroller = elm_layout_content_get((Evas_Object *)voicedata->layout_main, "text_area");
1626 Evas_Object *circle_scroller = NULL;
1627 circle_scroller = (Evas_Object *) evas_object_data_get(scroller, "circle");
1628 eext_rotary_object_event_activated_set(circle_scroller, bActivate);
1632 static Evas_Object *create_textblock(void* data)
1634 if (!data) return NULL;
1636 VoiceData *voicedata = (VoiceData *)data;
1638 Evas_Object *scroller = NULL;
1639 Evas_Object *box = NULL;
1640 Evas_Object *inner_layout = NULL;
1641 Evas_Object *entry = NULL;
1642 Evas_Object *circle_scroller = NULL;
1644 string edj_path = get_resource_path();
1646 edj_path = edj_path + STT_EDJ_FILE_WEARABLE;
1648 edj_path = edj_path + STT_EDJ_FILE_TV;
1650 edj_path = edj_path + STT_EDJ_FILE_MOBILE;
1652 scroller = elm_scroller_add(voicedata->layout_main);
1653 elm_scroller_loop_set(scroller, EINA_FALSE, EINA_FALSE);
1654 evas_object_size_hint_align_set(scroller, EVAS_HINT_FILL, EVAS_HINT_FILL);
1655 evas_object_size_hint_weight_set(scroller, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1656 elm_object_scroll_lock_x_set(scroller, EINA_TRUE);
1659 circle_scroller = eext_circle_object_scroller_add(scroller, app_data->circle_surface);
1660 eext_circle_object_scroller_policy_set(circle_scroller, ELM_SCROLLER_POLICY_OFF, ELM_SCROLLER_POLICY_AUTO);
1661 eext_rotary_object_event_activated_set(circle_scroller, EINA_TRUE);
1663 box = elm_box_add(scroller);
1665 inner_layout = elm_layout_add(scroller);
1666 elm_layout_file_set(inner_layout, edj_path.c_str(), "layout_textblock");
1667 evas_object_size_hint_weight_set(inner_layout, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1669 elm_object_signal_callback_add(inner_layout, "do_scroll", "entry", _bring_in_cb, (void *) voicedata);
1671 entry = elm_entry_add(inner_layout);
1672 voicedata->main_entry = entry;
1673 elm_entry_editable_set(entry, EINA_FALSE);
1675 #define FORMAT_TEXT_AREA_FONT_STYLE \
1676 "DEFAULT='font=Tizen:style=Regular font_size=32 color=#%02x%02x%02x%02x text_class=tizen wrap=mixed align=center' newline='br' b='+ font=Tizen:style=Bold'link='+ underline=on underline_color=#%02x%02x%02x%02x'"
1677 int a = 0xFF, r = 0xFF, g = 0xFF, b = 0xFF;
1678 char customStyle[512];
1679 // ea_theme_color_get("AT02112", &r, &g, &b, &a, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL);
1680 snprintf(customStyle, 512, FORMAT_TEXT_AREA_FONT_STYLE, r, g, b, a, r, g, b, a);
1682 elm_entry_text_style_user_push(entry, customStyle);
1684 evas_object_smart_callback_add(entry, "clicked", _stt_entry_clicked_cb, voicedata);
1686 elm_object_part_content_set(inner_layout, "elm.swallow.content", entry);
1688 elm_box_pack_end(box, inner_layout);
1690 elm_object_content_set(scroller, box);
1691 evas_object_data_set(scroller, "inner_layout", (void *) inner_layout);
1692 evas_object_data_set(scroller, "circle", (void *) circle_scroller);
1693 evas_object_show(scroller);
1694 evas_object_show(inner_layout);
1699 bool is_textblock_empty(void *data)
1701 if (!data) return false;
1703 VoiceData *voicedata = (VoiceData *)data;
1705 Evas_Object *scroller = (Evas_Object *)voicedata->scroller;
1706 Evas_Object *inner_layout = NULL;
1708 inner_layout = (Evas_Object *) evas_object_data_get(scroller, "inner_layout");
1710 Evas_Object *entry = elm_layout_content_get(inner_layout, "elm.swallow.content");
1713 PRINTFUNC(DLOG_ERROR, "failed to get entry");
1717 if (elm_entry_is_empty(entry)) {
1718 PRINTFUNC(DLOG_ERROR, "entry empty");
1725 void set_textblock_empty(void *data)
1729 VoiceData *voicedata = (VoiceData *)data;
1731 Evas_Object *scroller = (Evas_Object *)voicedata->scroller;
1732 Evas_Object *inner_layout = NULL;
1734 inner_layout = (Evas_Object *) evas_object_data_get(scroller, "inner_layout");
1736 Evas_Object *entry = elm_layout_content_get(inner_layout, "elm.swallow.content");
1738 PRINTFUNC(DLOG_ERROR, "failed to get entry");
1742 PRINTFUNC(DLOG_DEBUG, "set entry empty");
1743 elm_entry_entry_set(entry, NULL);
1748 static Evas_Object *create_bottom_button(void* data)
1750 PRINTFUNC(DLOG_DEBUG, "create_bottom_button");
1751 if (!data) return NULL;
1753 VoiceData *voicedata = (VoiceData *)data;
1755 Evas_Object *bottom_button = elm_button_add(voicedata->layout_main);
1756 elm_object_style_set(bottom_button, "vic/micbutton");
1758 evas_object_smart_callback_add(bottom_button, "clicked", on_confirm_button_clicked_cb, voicedata);
1759 evas_object_show(bottom_button);
1761 return bottom_button;
1764 void show_bottom_button(void* data, bool delayed)
1766 PRINTFUNC(DLOG_DEBUG, "show_bottom_button");
1769 VoiceData *voicedata = (VoiceData *)data;
1772 elm_object_signal_emit((Evas_Object *)voicedata->layout_main, "idle,state,show,bottom_button,delayed", "elm");
1773 PRINTFUNC(DLOG_DEBUG, "Emit idle,state,show,bottom_button,delayed");
1775 elm_object_signal_emit((Evas_Object *)voicedata->layout_main, "idle,state,show,bottom_button", "elm");
1776 PRINTFUNC(DLOG_DEBUG, "Emit idle,state,show,bottom_button");
1780 void hide_bottom_button(void* data)
1782 PRINTFUNC(DLOG_DEBUG, "hide_bottom_button");
1785 VoiceData *voicedata = (VoiceData *)data;
1787 elm_object_signal_emit((Evas_Object *)voicedata->layout_main, "idle,state,hide,bottom_button", "elm");
1788 PRINTFUNC(DLOG_DEBUG, "Emit idle,state,hide,bottom_button");
1791 static void scroll_effect_start(void* data, Evas_Object* obj, const char* s, const char* e)
1793 PRINTFUNC(DLOG_DEBUG, "scroll_effect_start");
1796 VoiceData *voicedata = (VoiceData *)data;
1798 if (voicedata->state == STT_STATE_VAL_LISTENING)
1801 if (is_textblock_empty(voicedata) == true)
1804 hide_bottom_button(voicedata);
1807 static void scroll_effect_stop(void* data, Evas_Object* obj, const char* s, const char* e)
1809 PRINTFUNC(DLOG_DEBUG, "scroll_effect_stop");
1812 VoiceData *voicedata = (VoiceData *)data;
1814 if (voicedata->state == STT_STATE_VAL_LISTENING)
1817 Evas_Coord x, y, w, h;
1818 Evas_Object *scroller = (Evas_Object *)voicedata->scroller;
1819 Evas_Object *inner_layout = NULL;
1821 inner_layout = (Evas_Object *) evas_object_data_get(scroller, "inner_layout");
1823 evas_object_geometry_get(inner_layout , &x, &y, &w, &h);
1824 PRINTFUNC(DLOG_DEBUG, "scroll x=%d, y=%d, w=%d, h=%d", x, y, w, h);
1826 if (is_textblock_empty(voicedata) == true)
1829 if (h+y != (360 - BOTTOM_PADDING_AREA)) {
1830 show_bottom_button(voicedata, true);
1832 show_bottom_button(voicedata, false);
1836 static Eina_Bool _custom_back_cb(void *data, Elm_Object_Item *it)
1838 PRINTFUNC(DLOG_DEBUG, "");
1839 _back_to_genlist_for_selector();
1843 static Evas_Object *create_fullview(Evas_Object *parent, VoiceData *r_voicedata)
1845 PRINTFUNC(NO_PRINT, "");
1847 Evas_Object *layout_main = NULL;
1849 int is_screen_reader_on = FALSE;
1851 VoiceData *voicedata = r_voicedata;
1854 * add app_default_layout
1857 MoreOption* mo = new MoreOption(parent, voicedata);
1862 layout_main = elm_layout_add(mo->getMoreOptionLayout());
1867 voicedata->layout_main = layout_main;
1869 string edj_path = get_resource_path();
1871 edj_path = edj_path + STT_EDJ_FILE_WEARABLE;
1873 edj_path = edj_path + STT_EDJ_FILE_TV;
1875 edj_path = edj_path + STT_EDJ_FILE_MOBILE;
1877 if (vconf_get_bool(VCONFKEY_SETAPPL_ACCESSIBILITY_TTS, &is_screen_reader_on) == -1) {
1878 PRINTFUNC(DLOG_ERROR, "Cannot read value of screen reader from vconf");
1881 evas_object_size_hint_weight_set(layout_main, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1882 evas_object_size_hint_align_set(layout_main, EVAS_HINT_FILL, EVAS_HINT_FILL);
1884 elm_layout_file_set(layout_main, edj_path.c_str(), "mic_control");
1886 //Canvas for Cairo effect
1887 Evas_Object *canvas = evas_object_image_filled_add(evas_object_evas_get(layout_main));
1888 evas_object_propagate_events_set(canvas, EINA_TRUE);
1889 evas_object_image_alpha_set(canvas, EINA_TRUE);
1890 evas_object_size_hint_align_set(canvas, EVAS_HINT_FILL, EVAS_HINT_FILL);
1891 evas_object_size_hint_weight_set(canvas, EVAS_HINT_EXPAND, EVAS_HINT_EXPAND);
1892 evas_object_move(canvas, 0, 0);
1894 Evas_Coord CanvasW, CanvasH;
1897 evas_object_image_size_set(canvas, CanvasW, CanvasH);
1898 evas_object_resize(canvas, CanvasW, CanvasH);
1899 evas_object_size_hint_min_set(canvas, CanvasW, CanvasH);
1900 evas_object_show(canvas);
1902 elm_object_part_content_set(layout_main, "EFFECT_BG", canvas);
1905 Evas_Object *bottom_button = create_bottom_button(voicedata);
1906 elm_object_part_content_set(voicedata->layout_main, "BOTTOM_BUTTON", bottom_button);
1907 voicedata->bottom_button = bottom_button;
1910 if (voicedata->setup_timer == NULL) {
1911 voicedata->setup_timer = ecore_timer_add(0.3, _idler_cb, voicedata);
1915 Evas_Object *scroller = create_textblock(voicedata);
1916 elm_object_part_content_set(layout_main, "text_area", scroller);
1917 voicedata->scroller = scroller;
1919 elm_object_signal_callback_add(scroller, "do-show-vbar", "", scroll_effect_start, voicedata);
1920 elm_object_signal_callback_add(scroller, "do-hide-vbar", "", scroll_effect_stop, voicedata);
1923 elm_object_part_text_set(layout_main, "elm.text.send", dgettext(PACKAGE, "IDS_AMEMO_BUTTON_SEND"));
1926 elm_object_signal_callback_add(layout_main, "idle,state,pulse,visible", "", on_initial_anim_press_cb, voicedata);
1928 mo->SetContentLayout(layout_main);
1933 int is_lang_supported_by_stt(char lang[])
1935 /* to check if the language is supported by stt */
1937 for (index = (sizeof(supported_language) / sizeof(supported_language[0]))-1; index != 0; index--)
1939 if (!strcmp(lang, supported_language[index])) {
1940 PRINTFUNC(DLOG_DEBUG, "current lang supported (%s)", supported_language[index]);
1945 PRINTFUNC(DLOG_DEBUG, "current lang not supported (%s)", lang);
1950 int init_voicedata(VoiceData *r_voicedata)
1952 VoiceData *voicedata = (VoiceData *)r_voicedata;
1957 voicedata->voicefw_state = 0;
1958 voicedata->voicefw_handle = NULL;
1959 voicedata->naviframe = NULL;
1960 voicedata->layout_main = NULL;
1961 voicedata->progressbar = NULL;
1962 voicedata->scroller = NULL;
1963 voicedata->main_entry = NULL;
1964 voicedata->state = STT_STATE_VAL_INIT;
1965 voicedata->kbd_lang = NULL;
1966 voicedata->start_timer = NULL;
1967 voicedata->refresh_timer = NULL;
1968 voicedata->textblock_timer = NULL;
1969 voicedata->power_unlock_timer = NULL;
1970 voicedata->stt_results.clear();
1971 voicedata->partial_result = NULL;
1972 voicedata->result_type = 0;
1973 voicedata->disclaimer = 1;
1974 voicedata->mo = NULL;
1975 voicedata->sttfeedback = NULL;
1976 voicedata->sttmanager = NULL;
1977 voicedata->ieffect = NULL;
1978 voicedata->effector = NULL;
1983 int init_voice(Evas_Object *parent, const char *lang, VoiceData *r_voicedata)
1985 PRINTFUNC(DLOG_DEBUG, "[init_voice]");
1987 // stt_is_samsung_asr(&g_is_n66);
1989 VoiceData *voicedata = (VoiceData *)r_voicedata;
1995 PRINTFUNC(DLOG_ERROR, "Parent is NULL\n");
1998 PRINTFUNC(NO_PRINT, "Parent is there");
2001 voicedata->voicefw_state = 0;
2003 /* Set Voice Language */
2004 if(voicedata->kbd_lang){
2005 free(voicedata->kbd_lang);
2006 voicedata->kbd_lang = NULL;
2009 //stt_get_default_language(my_voicedata->voicefw_handle, &my_voicedata->kbd_lang);
2010 get_stt_default_language(voicedata);
2011 if(NULL == voicedata->kbd_lang || FALSE == is_lang_supported_by_stt(voicedata->kbd_lang)) {
2012 voicedata->kbd_lang = strdup("en_US");
2015 PRINTFUNC(DLOG_DEBUG, "Voice input active language is : %s", voicedata->kbd_lang);
2017 voicedata->naviframe = parent;
2019 if (NULL == voicedata->naviframe) {
2023 init_voice_recorder(NULL);
2028 static Eina_Bool init_view(void *data)
2030 VoiceData *voicedata = (VoiceData *)data;
2032 if(voicedata == NULL)
2033 return ECORE_CALLBACK_CANCEL;
2035 const char *item_style = NULL;
2037 item_style = "empty";
2038 Elm_Object_Item *nf_voice_item = elm_naviframe_item_push(voicedata->naviframe, NULL, NULL, NULL, NULL, item_style);
2039 elm_naviframe_item_pop_cb_set(nf_voice_item, _custom_back_cb, NULL);
2041 voicedata->layout_main = create_fullview(voicedata->naviframe, voicedata);
2043 if (voicedata->layout_main) {
2044 hide_bottom_button(voicedata);
2045 evas_object_show(voicedata->layout_main);
2048 return ECORE_CALLBACK_CANCEL;
2052 Evas_Object *show_voice_window(Evas_Object *parent, VoiceData *r_voicedata)
2054 PRINTFUNC(NO_PRINT, "[show_voice_window]");
2056 VoiceData *voicedata = (VoiceData *)r_voicedata;
2062 PRINTFUNC(NO_PRINT, "Parent is NULL\n");
2065 PRINTFUNC(NO_PRINT, "Parent is there");
2068 if (NULL != voicedata->layout_main) {
2069 PRINTFUNC(DLOG_DEBUG, "delete previous layout");
2070 evas_object_del((voicedata)->layout_main);
2071 (voicedata)->layout_main = NULL;
2074 if (NULL != voicedata->effector) {
2075 PRINTFUNC(DLOG_DEBUG, "delete previous effect");
2076 delete (voicedata->effector);
2077 (voicedata)->effector = NULL;
2080 if (NULL != voicedata->ieffect) {
2081 PRINTFUNC(DLOG_DEBUG, "delete previous ieffect");
2082 delete (voicedata->ieffect);
2083 voicedata->ieffect = NULL;
2087 delete voicedata->mo;
2088 voicedata->mo = NULL;
2091 init_view((void *)voicedata);
2092 return voicedata->layout_main;
2096 void on_stt_pause(VoiceData *r_voicedata){
2097 PRINTFUNC(DLOG_DEBUG, "");
2099 VoiceData *voicedata = (VoiceData *)r_voicedata;
2103 if (voicedata->sttmanager)
2104 voicedata->sttmanager->Cancel();
2106 PRINTFUNC(DLOG_ERROR, "sttmanager is null");
2107 } catch(is::stt::SttException &e) {
2108 PRINTFUNC(DLOG_ERROR, "reason : %s", e.what());
2111 //Hide more option and language settings by interrupt scenario.
2112 close_setting_window_idler_cb(NULL);
2113 Evas_Object *mo_layout = voicedata->mo->getMoreOptionLayout();
2116 if (eext_more_option_opened_get(mo_layout) == EINA_TRUE) {
2117 eext_more_option_opened_set(mo_layout, EINA_FALSE);
2124 void on_stt_resume(VoiceData *r_voicedata)
2126 PRINTFUNC(NO_PRINT, "");
2128 VoiceData *voicedata = (VoiceData *)r_voicedata;
2130 if (voicedata->mo) {
2131 if (voicedata->mo->isMoreOptionOpened() == EINA_FALSE && is_textblock_empty(voicedata)) {
2132 restart_listening(2.0);
2139 void on_destroy(VoiceData *r_voicedata)
2141 PRINTFUNC(NO_PRINT, "");
2143 VoiceData *voicedata = (VoiceData *)r_voicedata;
2147 if (NULL != voicedata) {
2148 if (NULL != voicedata->main_entry) {
2149 evas_object_smart_callback_del(voicedata->main_entry, "clicked", _stt_entry_clicked_cb);
2150 voicedata->main_entry = NULL;
2153 if (NULL != voicedata->scroller) {
2154 Evas_Object *inner_layout = NULL;
2155 inner_layout = (Evas_Object *) evas_object_data_get(voicedata->scroller, "inner_layout");
2157 if (NULL != inner_layout)
2158 elm_object_signal_callback_del(inner_layout, "do_scroll", "entry", _bring_in_cb);
2161 elm_object_signal_callback_del(voicedata->scroller, "do-show-vbar", "", scroll_effect_start);
2162 elm_object_signal_callback_del(voicedata->scroller, "do-hide-vbar", "", scroll_effect_stop);
2164 voicedata->scroller = NULL;
2167 if (NULL != voicedata->layout_main) {
2168 elm_object_signal_callback_del(voicedata->layout_main, "idle,state,pulse,visible", "", on_initial_anim_press_cb);
2169 voicedata->layout_main = NULL;
2172 if (NULL != voicedata->naviframe) {
2173 voicedata->naviframe = NULL;
2176 if (NULL != voicedata->setup_timer) {
2177 ecore_timer_del(voicedata->setup_timer);
2178 voicedata->setup_timer = NULL;
2181 if (NULL != voicedata->start_timer) {
2182 ecore_timer_del(voicedata->start_timer);
2183 voicedata->start_timer = NULL;
2186 if (NULL != voicedata->refresh_timer) {
2187 ecore_timer_del(voicedata->refresh_timer);
2188 voicedata->refresh_timer = NULL;
2191 if (NULL != voicedata->textblock_timer) {
2192 ecore_timer_del(voicedata->textblock_timer);
2193 voicedata->textblock_timer = NULL;
2196 if (NULL != voicedata->power_unlock_timer) {
2197 ecore_timer_del(voicedata->power_unlock_timer);
2198 voicedata->power_unlock_timer = NULL;
2201 if(voicedata->kbd_lang) {
2202 free(voicedata->kbd_lang);
2203 voicedata->kbd_lang = NULL;
2206 if(voicedata->ieffect) {
2207 delete voicedata->ieffect;
2208 voicedata->ieffect = NULL;
2211 if(voicedata->effector) {
2212 delete voicedata->effector;
2213 voicedata->effector = NULL;
2217 delete voicedata->mo;
2218 voicedata->mo = NULL;
2221 if(voicedata->sttmanager) {
2222 delete voicedata->sttmanager;
2223 voicedata->sttmanager = NULL;
2226 if(voicedata->sttfeedback) {
2227 delete voicedata->sttfeedback;
2228 voicedata->sttfeedback = NULL;