2 * Copyright (c) 2011-2016 Samsung Electronics Co., Ltd All Rights Reserved
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at
6 * http://www.apache.org/licenses/LICENSE-2.0
7 * Unless required by applicable law or agreed to in writing, software
8 * distributed under the License is distributed on an "AS IS" BASIS,
9 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10 * See the License for the specific language governing permissions and
11 * limitations under the License.
14 #include <app_manager.h>
19 #include "ttsd_config.h"
20 #include "ttsd_data.h"
22 #include "ttsd_engine_agent.h"
23 #include "ttsd_main.h"
24 #include "ttsd_player.h"
25 #include "ttsd_server.h"
28 #define CLIENT_CLEAN_UP_TIME 500
30 /* for checking time */
31 #define TIME_DIFF(start, end) \
32 ((uint64_t)((end).tv_sec - (start).tv_sec) * 1000000 + (((end).tv_nsec - (start).tv_nsec) / 1000)) / 1000
34 static struct timespec g_request_playing, g_start_playing;
35 static double g_avg_latency;
36 static double g_min_latency;
37 static double g_max_latency;
38 static int g_file_num;
45 /* If current engine exist */
46 //static bool g_is_engine;
48 static Ecore_Timer* g_check_client_timer = NULL;
49 static Ecore_Timer* g_wait_timer = NULL;
50 static Ecore_Timer* g_quit_loop_timer = NULL;
52 static utterance_t g_utt;
54 static GList *g_proc_list = NULL;
56 static bool g_is_terminated = false;
59 /* Function definitions */
60 static int __stop_and_send_ready_state(unsigned int uid)
62 int ret = ttsd_server_stop(uid);
63 if (TTSD_ERROR_NONE != ret) {
64 SLOG(LOG_WARN, tts_tag(), "[Server ERROR] Fail to ttsd_server_stop() : uid(%u). ret(%d)", uid, ret);
68 int pid = ttsd_data_get_pid(uid);
70 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to get pid. uid(%u)", uid);
71 return TTSD_ERROR_OPERATION_FAILED;
73 ttsdc_ipc_send_set_state_message(pid, uid, APP_STATE_READY);
79 static void __synthesis(unsigned int uid);
81 static Eina_Bool __wait_synthesis(void *data)
83 /* get current play */
84 unsigned int uid = ttsd_data_get_current_playing();
87 ttsd_synthesis_control_e synth_control = ttsd_data_get_synth_control();
88 if (TTSD_SYNTHESIS_CONTROL_DOING == synth_control) {
91 SLOG(LOG_INFO, tts_tag(), "[Server] synth_control(%d)", synth_control);
93 if (TTSD_SYNTHESIS_CONTROL_DONE == synth_control) {
94 /* Start next synthesis */
105 static void __synthesis(unsigned int uid)
107 SLOG(LOG_DEBUG, tts_tag(), "@@@ SYNTHESIS START");
109 speak_data_s* speak_data = NULL;
110 int ret = ttsd_data_get_speak_data(uid, &speak_data);
111 if (TTSD_ERROR_NONE != ret || NULL == speak_data) {
112 SLOG(LOG_DEBUG, tts_tag(), "@@@ Fail to get speak data. ret(%d)", ret);
113 SLOG(LOG_DEBUG, tts_tag(), "@@@ SYNTHESIS END");
117 int pid = ttsd_data_get_pid(uid);
119 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to get pid. uid(%u)", uid);
120 ttsd_data_destroy_speak_data(speak_data);
125 char appid[1024] = {0, };
126 if (0 != aul_app_get_appid_bypid(pid, appid, sizeof(appid) - 1)) {
127 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to get app id");
130 if (NULL == speak_data->lang || NULL == speak_data->text) {
131 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Current data is NOT valid");
132 __stop_and_send_ready_state(uid);
133 ttsd_data_destroy_speak_data(speak_data);
139 g_utt.uttid = speak_data->utt_id;
141 char* credential = ttsd_data_get_credential(uid);
143 SLOG(LOG_INFO, tts_tag(), "-----------------------------------------------------------");
144 SLOG(LOG_INFO, tts_tag(), "ID : uid (%u), uttid(%d) ", g_utt.uid, g_utt.uttid);
145 SLOG(LOG_INFO, tts_tag(), "Voice : langauge(%s), type(%d), speed(%d)", speak_data->lang, speak_data->vctype, speak_data->speed);
146 SLOG(LOG_INFO, tts_tag(), "Text : %s", speak_data->text);
147 SLOG(LOG_INFO, tts_tag(), "Credential : %s", credential);
148 SLOG(LOG_INFO, tts_tag(), "-----------------------------------------------------------");
150 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_DOING);
151 ret = ttsd_engine_start_synthesis(speak_data->lang, speak_data->vctype, speak_data->text, speak_data->speed, appid, credential, NULL);
152 if (TTSD_ERROR_NONE != ret) {
153 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] * FAIL to start SYNTHESIS !!!! * ");
155 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_DONE);
156 __stop_and_send_ready_state(uid);
158 g_wait_timer = ecore_timer_add(0.05, __wait_synthesis, (void*)credential);
163 ttsd_data_destroy_speak_data(speak_data);
165 SLOG(LOG_DEBUG, tts_tag(), "@@@ SYNTHESIS END");
171 * TTS Server Callback Functions
173 int ttsd_send_error(ttse_error_e error, const char* msg)
175 unsigned int uid = g_utt.uid;
176 int uttid = g_utt.uttid;
177 int tmp_pid = ttsd_data_get_pid(uid);
179 SLOG(LOG_ERROR, tts_tag(), "[SERVER ERROR] Error msg from engine, pid(%d), uid(%u), uttid(%d), error(%d), msg(%s)", tmp_pid, uid, uttid, error, (NULL == msg ? "NULL" : msg));
181 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_EXPIRED);
183 if (0 != ttsd_data_clear_data(uid))
184 SLOG(LOG_WARN, tts_tag(), "[Server] Fail to ttsd_data_clear_data()");
187 if (0 != ttsdc_ipc_send_error_message(tmp_pid, uid, uttid, error, (char*)msg))
188 SLOG(LOG_WARN, tts_tag(), "[Server] Fail to ttsdc_ipc_send_error_message()");
191 if (0 != ttsd_data_set_client_state(uid, APP_STATE_READY))
192 SLOG(LOG_WARN, tts_tag(), "[Server] Fail to ttsd_data_set_client_state()");
195 if (0 != ttsdc_ipc_send_set_state_message(tmp_pid, uid, APP_STATE_READY))
196 SLOG(LOG_WARN, tts_tag(), "[Server] Fail to ttsdc_ipc_send_set_state_message()");
201 int ttsd_send_result(ttse_result_event_e event, const void* data, unsigned int data_size, ttse_audio_type_e audio_type, int rate, void* user_data)
203 SLOG(LOG_DEBUG, tts_tag(), "@@@ SEND SYNTHESIS RESULT START");
205 unsigned int uid = g_utt.uid;
206 int uttid = g_utt.uttid;
208 if (false == ttsd_data_is_uttid_valid(uid, uttid)) {
209 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_DONE);
210 SLOG(LOG_ERROR, tts_tag(), "[SERVER ERROR] uttid is NOT valid !!!! - uid(%u), uttid(%d)", uid, uttid);
211 SLOG(LOG_DEBUG, tts_tag(), "@@@");
212 return TTSD_ERROR_INVALID_PARAMETER;
215 if (TTSE_RESULT_EVENT_START > event || TTSE_RESULT_EVENT_FINISH < event) {
216 SLOG(LOG_DEBUG, tts_tag(), "[SERVER] Event : TTSE_RESULT_EVENT_ERROR");
217 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_EXPIRED);
218 return TTSD_ERROR_INVALID_PARAMETER;
221 if (rate <= 0 || audio_type < 0 || audio_type > TTSE_AUDIO_TYPE_MAX) {
222 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_DONE);
223 SLOG(LOG_ERROR, tts_tag(), "[SERVER ERROR] audio data is invalid");
224 SLOG(LOG_DEBUG, tts_tag(), "@@@");
225 return TTSD_ERROR_INVALID_PARAMETER;
228 /* check the current state */
229 app_tts_state_e state = ttsd_data_get_client_state(uid);
230 if (APP_STATE_NONE == state) {
231 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_DONE);
232 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] uid is not valid");
233 return TTSD_ERROR_INVALID_PARAMETER;
236 SLOG(LOG_INFO, tts_tag(), "[Server] uid(%u), current state(%d)", uid, state);
237 if (APP_STATE_CREATED == state || APP_STATE_READY == state) {
238 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_DONE);
239 SLOG(LOG_WARN, tts_tag(), "[SERVER WARNING] Current state is %d. The synthesized result is ignored.", state);
240 return TTSD_ERROR_NONE;
243 /* Synthesis is success */
244 if (TTSE_RESULT_EVENT_START == event) {
245 SLOG(LOG_INFO, tts_tag(), "[SERVER] Event : TTSE_RESULT_EVENT_START");
246 SECURE_SLOG(LOG_DEBUG, tts_tag(), "[SERVER] Result Info : uid(%u), utt(%d), data(%p), data size(%d) audiotype(%d) rate(%d)",
247 uid, uttid, data, data_size, audio_type, rate);
249 clock_gettime(CLOCK_MONOTONIC_RAW, &g_start_playing);
250 long long int latency = (uint64_t)TIME_DIFF(g_request_playing, g_start_playing);
251 SLOG(LOG_INFO, tts_tag(), "[SERVER] Latency (Request playing ~ Get 1st synthesized results): %lld ms", latency);
252 double d_latency = (double)latency;
253 g_avg_latency += d_latency;
254 g_min_latency = (d_latency < g_min_latency) ? d_latency : g_min_latency;
255 g_max_latency = (d_latency > g_max_latency) ? d_latency : g_max_latency;
257 SLOG(LOG_INFO, tts_tag(), "[Server] File num(%d), Avg Latency(%lf), Min(%lf), Max(%lf)", g_file_num, (g_avg_latency / (double)g_file_num), g_min_latency, g_max_latency);
258 } else if (TTSE_RESULT_EVENT_FINISH == event) {
259 SLOG(LOG_INFO, tts_tag(), "[SERVER] Event : TTSE_RESULT_EVENT_FINISH");
260 SECURE_SLOG(LOG_DEBUG, tts_tag(), "[SERVER] Result Info : uid(%u), utt(%d), data(%p), data size(%d) audiotype(%d) rate(%d)",
261 uid, uttid, data, data_size, audio_type, rate);
263 /*if (TTSE_RESULT_EVENT_CONTINUE == event) SLOG(LOG_DEBUG, tts_tag(), "[SERVER] Event : TTSE_RESULT_EVENT_CONTINUE");*/
267 sound_data_s* sound_data = ttsd_data_create_sound_data(uttid, data, data_size, event, audio_type, rate, 0);
268 if (NULL == sound_data) {
269 SLOG(LOG_ERROR, tts_tag(), "[SERVER ERROR] Out of memory");
270 return TTSD_ERROR_OUT_OF_MEMORY;
273 if (0 != ttsd_data_add_sound_data(uid, sound_data)) {
274 SECURE_SLOG(LOG_ERROR, tts_tag(), "[SERVER ERROR] Fail to add sound data : uid(%u)", uid);
275 ttsd_data_destroy_sound_data(sound_data);
277 return TTSD_ERROR_OPERATION_FAILED;
280 if (event == TTSE_RESULT_EVENT_FINISH) {
281 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_DONE);
284 return TTSD_ERROR_NONE;
287 static bool __get_client_cb(int pid, unsigned int uid, app_tts_state_e state, void* user_data)
289 if (0 > ttsd_data_is_client(uid)) {
290 SLOG(LOG_ERROR, tts_tag(), "[Server] Client(%d) is not valid.", uid);
291 ttsd_data_delete_client(uid);
295 /* clear client data */
296 ttsd_data_clear_data(uid);
298 if (APP_STATE_READY != state) {
299 ttsd_data_set_client_state(uid, APP_STATE_READY);
300 ttsdc_ipc_send_set_state_message(pid, uid, APP_STATE_READY);
306 static void __stop_all_client()
308 SLOG(LOG_INFO, tts_tag(), "[Server] Send to stop all requests");
310 ttsd_engine_cancel_synthesis();
311 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_EXPIRED);
313 /* stop all player */
314 ttsd_player_all_stop();
316 /* send interrupt message to all clients */
317 ttsd_data_foreach_clients(__get_client_cb, NULL);
320 static void __config_changed_cb(tts_config_type_e type, const char* str_param, int int_param, double double_param)
323 case TTS_CONFIG_TYPE_ENGINE:
325 /* TODO - Determine the policy when engine process get engine changed cb */
326 if (NULL == str_param) {
327 SLOG(LOG_ERROR, tts_tag(), "[Server] engine id from config is NULL");
332 if (true == ttsd_engine_agent_is_same_engine(str_param)) {
333 SLOG(LOG_DEBUG, tts_tag(), "[Server Setting] new engine is the same as current engine");
334 ret = ttsd_engine_agent_unload_current_engine();
336 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to unload current engine : result(%d)", ret);
339 ret = ttsd_engine_agent_load_current_engine();
341 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to load current engine : result (%d)", ret);
350 case TTS_CONFIG_TYPE_VOICE:
352 if (NULL == str_param) {
353 SLOG(LOG_ERROR, tts_tag(), "[Server] language from config is NULL");
357 char* out_lang = NULL;
361 if (true == ttsd_engine_select_valid_voice(str_param, int_param, &out_lang, &out_type)) {
362 SLOG(LOG_ERROR, tts_tag(), "[Server] valid language : lang(%s), type(%d)", out_lang, out_type);
363 ret = ttsd_engine_agent_set_default_voice(out_lang, out_type);
365 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set valid language : lang(%s), type(%d)", out_lang, out_type);
367 /* Current language is not available */
368 SLOG(LOG_WARN, tts_tag(), "[Server WARNING] Fail to set voice : lang(%s), type(%d)", str_param, int_param);
370 if (NULL != out_lang) {
377 case TTS_CONFIG_TYPE_SPEED:
379 if (TTS_SPEED_MIN <= int_param && int_param <= TTS_SPEED_MAX) {
380 /* set default speed */
382 ret = ttsd_engine_agent_set_default_speed(int_param);
384 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set default speed : result(%d)", ret);
390 case TTS_CONFIG_TYPE_PITCH:
392 if (TTS_PITCH_MIN <= int_param && int_param <= TTS_PITCH_MAX) {
393 /* set default speed */
395 ret = ttsd_engine_agent_set_default_pitch(int_param);
397 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set default pitch : result(%d)", ret);
403 case TTS_CONFIG_TYPE_BACKGROUND_VOLUME_RATIO:
405 if (0.0 <= double_param && double_param <= 1.0) {
406 /* set default bg volume ratio */
408 ret = ttsd_player_set_background_volume_ratio(double_param);
410 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set default bg volume ratio : result(%d)", ret);
420 bool __terminate_client(int pid, unsigned int uid, app_tts_state_e state, void* user_data)
422 SLOG(LOG_INFO, tts_tag(), "@@@ Start to terminate client [%d]", uid);
423 ttsd_server_finalize(uid);
427 static int __terminate_server()
429 if (g_is_terminated) {
430 SLOG(LOG_INFO, tts_tag(), "[INFO] ttsd_terminate() is already invoked.");
431 return TTSD_ERROR_NONE;
434 int ret = TTSD_ERROR_NONE;
435 ret = ttsd_ipc_close_connection();
436 if (TTSD_ERROR_NONE != ret) {
437 SLOG(LOG_ERROR, tts_tag(), "[ERROR] Fail to ttsd_ipc_close_connection(). ret(%d)", ret);
438 return TTSD_ERROR_OPERATION_FAILED;
441 ret = ttsd_finalize();
442 if (TTSD_ERROR_NONE != ret) {
443 SLOG(LOG_ERROR, tts_tag(), "[ERROR] Fail to ttsd_finalize(). ret(%d)", ret);
444 return TTSD_ERROR_OPERATION_FAILED;
447 g_is_terminated = true;
448 return TTSD_ERROR_NONE;
451 static Eina_Bool __quit_ecore_loop(void *data)
453 __terminate_server();
454 ecore_main_loop_quit();
459 void __screen_reader_changed_cb(bool value)
461 SLOG(LOG_DEBUG, tts_tag(), "[Server] Screen reader is %s", value ? "ON" : "OFF");
465 static void __read_proc()
468 struct dirent *dirp = NULL;
472 if (0 < g_list_length(g_proc_list)) {
473 iter = g_list_first(g_proc_list);
474 while (NULL != iter) {
475 g_proc_list = g_list_remove_link(g_proc_list, iter);
477 iter = g_list_first(g_proc_list);
481 dp = opendir("/proc");
483 SLOG(LOG_ERROR, tts_tag(), "[ERROR] Fail to open proc");
489 tmp = atoi(dirp->d_name);
490 if (0 >= tmp) continue;
491 g_proc_list = g_list_append(g_proc_list, GINT_TO_POINTER(tmp));
493 } while (NULL != dirp);
499 bool __get_client_for_clean_up(int pid, unsigned int uid, app_tts_state_e state, void* user_data)
505 for (i = 0; i < g_list_length(g_proc_list); i++) {
506 iter = g_list_nth(g_proc_list, i);
508 if (pid == GPOINTER_TO_INT(iter->data)) {
509 SLOG(LOG_DEBUG, tts_tag(), "uid (%u) is running", uid);
516 if (false == exist) {
517 SLOG(LOG_ERROR, tts_tag(), "uid (%u) should be removed", uid);
518 ttsd_server_finalize(uid);
524 static Eina_Bool __cleanup_client(void *data)
526 SLOG(LOG_DEBUG, tts_tag(), "@@@ CLEAN UP CLIENT START");
529 if (0 < ttsd_data_get_client_count()) {
530 ttsd_data_foreach_clients(__get_client_for_clean_up, NULL);
532 if (NULL == g_quit_loop_timer) {
533 SLOG(LOG_INFO, tts_tag(), "[Server] Add a timer __quit_ecore_loop");
534 g_quit_loop_timer = ecore_timer_add(0, __quit_ecore_loop, NULL);
536 SLOG(LOG_ERROR, tts_tag(), "[Server] Deleted timer");
537 g_check_client_timer = NULL;
541 SLOG(LOG_DEBUG, tts_tag(), "@@@");
549 int ttsd_initialize(ttse_request_callback_s *callback)
551 SLOG(LOG_INFO, tts_tag(), "[Server] Initialize");
552 g_is_terminated = false;
554 if (ttsd_config_initialize(__config_changed_cb)) {
555 SLOG(LOG_ERROR, tts_tag(), "[Server WARNING] Fail to initialize config.");
559 if (ttsd_player_init()) {
560 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to initialize player init.");
561 return TTSD_ERROR_OPERATION_FAILED;
565 if (0 == ttsd_config_get_bg_volume_ratio(&ratio))
567 SLOG(LOG_ERROR, tts_tag(), "[Server] get bg volume ratio is %lf", ratio);
568 int ret = ttsd_player_set_background_volume_ratio(ratio);
570 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set bg volume ratio : result(%d)", ret);
572 SLOG(LOG_ERROR, tts_tag(), "[Server WARNING] Fail to get bg volume ratio");
575 /* Engine Agent initialize */
576 if (0 != ttsd_engine_agent_init()) {
577 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to engine agent initialize.");
578 return TTSD_ERROR_OPERATION_FAILED;
581 if (0 != ttsd_engine_agent_load_current_engine(callback)) {
582 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to load current engine");
583 return TTSD_ERROR_OPERATION_FAILED;
586 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_EXPIRED);
587 ttsd_config_set_screen_reader_callback(__screen_reader_changed_cb);
589 g_check_client_timer = ecore_timer_add(CLIENT_CLEAN_UP_TIME, __cleanup_client, NULL);
590 if (NULL == g_check_client_timer) {
591 SLOG(LOG_WARN, tts_tag(), "[WARNING] Fail to create timer");
594 return TTSD_ERROR_NONE;
599 SLOG(LOG_INFO, tts_tag(), "[Server] Finalize");
602 if (0 < g_list_length(g_proc_list)) {
603 iter = g_list_first(g_proc_list);
604 while (NULL != iter) {
605 g_proc_list = g_list_remove_link(g_proc_list, iter);
607 iter = g_list_first(g_proc_list);
612 ecore_timer_del(g_wait_timer);
614 SLOG(LOG_INFO, tts_tag(), "[INFO] Delete ecore waiting timer handle");
617 if (g_check_client_timer) {
618 ecore_timer_del(g_check_client_timer);
619 g_check_client_timer = NULL;
620 SLOG(LOG_INFO, tts_tag(), "[INFO] Delete ecore checking client timer handle");
623 if (g_quit_loop_timer) {
624 ecore_timer_del(g_quit_loop_timer);
625 g_quit_loop_timer = NULL;
626 SLOG(LOG_INFO, tts_tag(), "[INFO] Delete ecore quit loop timer handle");
629 ttsd_config_finalize();
631 int ret = TTSD_ERROR_NONE;
632 ret = ttsd_player_release();
633 if (TTSD_ERROR_NONE != ret) {
634 SLOG(LOG_ERROR, tts_tag(), "[ERROR] Fail to ttsd_player_release(). ret(%d)", ret);
635 return TTSD_ERROR_OPERATION_FAILED;
638 ret = ttsd_engine_agent_release();
639 if (TTSD_ERROR_NONE != ret) {
640 SLOG(LOG_ERROR, tts_tag(), "[ERROR] Fail to ttsd_engine_agent_release(). ret(%d)", ret);
641 return TTSD_ERROR_OPERATION_FAILED;
644 return TTSD_ERROR_NONE;
649 SLOG(LOG_INFO, tts_tag(), "[Server] Terminate");
650 int ret = ttsd_data_foreach_clients(__terminate_client, NULL);
651 if (TTSD_ERROR_NONE != ret) {
652 SLOG(LOG_ERROR, tts_tag(), "[ERROR] Fail to terminate all clients. ret(%d)", ret);
653 return TTSD_ERROR_OPERATION_FAILED;
656 if (g_quit_loop_timer) {
657 ecore_timer_del(g_quit_loop_timer);
658 g_quit_loop_timer = NULL;
659 SLOG(LOG_INFO, tts_tag(), "[INFO] Delete ecore quit loop timer handle");
662 return __terminate_server();
666 * TTS Server Functions for Client
669 int ttsd_server_is_already_initialized(int pid, unsigned int uid, bool* is_initialized)
671 if (-1 != ttsd_data_is_client(uid))
672 *is_initialized = true;
674 *is_initialized = false;
676 SLOG(LOG_INFO, tts_tag(), "[Server INFO] Pid(%d), uid(%u) is %s", pid, uid, *is_initialized ? "already initialized" : "not initialized yet");
677 return TTSD_ERROR_NONE;
680 int ttsd_server_initialize(int pid, unsigned int uid, ttsd_mode_e mode, tts_ipc_method_e method, bool* credential_needed)
682 SLOG(LOG_INFO, tts_tag(), "[Server] Server initialize");
684 if (-1 != ttsd_data_is_client(uid)) {
685 SLOG(LOG_WARN, tts_tag(), "[Server WARNING] Uid has already been registered");
686 return TTSD_ERROR_NONE;
689 if (0 != ttsd_engine_agent_is_credential_needed(uid, credential_needed)) {
690 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to get credential necessity");
691 return TTSD_ERROR_OPERATION_FAILED;
694 if (true == *credential_needed) {
696 if (0 != app_manager_get_app_id(pid, &appid)) {
697 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to get app id, pid(%d)", pid);
699 bool is_agreed = false;
700 if (0 != ttsd_engine_check_app_agreed(appid, &is_agreed)) {
701 SLOG(LOG_ERROR, tts_tag(), "Server ERROR] Fail to check app agreed");
704 return TTSD_ERROR_OPERATION_FAILED;
709 if (false == is_agreed) {
710 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] App is not agreed");
711 return TTSD_ERROR_PERMISSION_DENIED;
715 if (0 != ttsd_data_new_client(pid, uid, mode, method)) {
716 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to add client info");
717 return TTSD_ERROR_OPERATION_FAILED;
720 return TTSD_ERROR_NONE;
723 void __used_voice_cb(const char* lang, int type)
725 SLOG(LOG_DEBUG, tts_tag(), "[Server] Request to unload voice (%s,%d)", lang, type);
726 if (0 != ttsd_engine_unload_voice(lang, type)) {
727 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to unload voice");
731 int ttsd_server_finalize(unsigned int uid)
733 SLOG(LOG_INFO, tts_tag(), "[Server] Server finalize");
734 SLOG(LOG_INFO, tts_tag(), "[Server] File num(%d), Avg Latency(%lf), Min(%lf), Max(%lf)", g_file_num, (g_avg_latency / (double)g_file_num), g_min_latency, g_max_latency);
736 if (0 > ttsd_data_is_client(uid)) {
737 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] ttsd_server_finalize : uid is not valid");
740 int ret = ttsd_server_stop(uid);
741 if (TTSD_ERROR_NONE != ret) {
742 SLOG(LOG_ERROR, tts_tag(), "[ERROR] TTS server top(%u) fail (%d/%s) <<<<<", uid, ret, get_error_message(ret));
745 /* Need to unload voice when used voice is unregistered */
746 if (0 != ttsd_data_reset_used_voice(uid, __used_voice_cb)) {
747 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set used voice");
748 return TTSD_ERROR_OPERATION_FAILED;
751 ttsd_data_delete_client(uid);
753 /* unload engine, if ref count of client is 0 */
754 if (0 == ttsd_data_get_client_count()) {
755 if (NULL == g_quit_loop_timer) {
756 SLOG(LOG_DEBUG, tts_tag(), "[Server] Quit main loop");
757 g_quit_loop_timer = ecore_timer_add(0, __quit_ecore_loop, NULL);
759 SLOG(LOG_WARN, tts_tag(), "[Server] Already called __quit_ecore_loop");
763 return TTSD_ERROR_NONE;
766 static bool __is_connected_to_network()
769 int network_status = 0;
770 int ret = vconf_get_int(VCONFKEY_NETWORK_STATUS, &network_status);
772 SLOG(LOG_WARN, tts_tag(), "[Network] Fail to get network status, ret(%d)", ret);
776 if (network_status == VCONFKEY_NETWORK_OFF) {
777 SLOG(LOG_WARN, tts_tag(), "[Network] Current network connection is OFF.");
781 SLOG(LOG_DEBUG, tts_tag(), "[Network] Network status is %d", network_status);
786 int ttsd_server_add_text(unsigned int uid, const char* text, const char* lang, int voice_type, int speed, int utt_id, const char* credential)
788 app_tts_state_e state = ttsd_data_get_client_state(uid);
789 if (APP_STATE_NONE == state) {
790 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] ttsd_server_add_text : uid is not valid");
791 return TTSD_ERROR_INVALID_PARAMETER;
794 /* check valid voice */
795 char* temp_lang = NULL;
797 if (true != ttsd_engine_select_valid_voice((const char*)lang, voice_type, &temp_lang, &temp_type)) {
798 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to select valid voice");
799 if (NULL != temp_lang) {
803 return TTSD_ERROR_INVALID_VOICE;
806 if (NULL == temp_lang) {
807 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to select valid voice : result lang is NULL");
808 return TTSD_ERROR_INVALID_VOICE;
811 speak_data_s* speak_data = ttsd_data_create_speak_data(text, lang, voice_type, speed, utt_id);
812 if (NULL == speak_data) {
813 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to allocate memory");
814 if (NULL != temp_lang) {
819 return TTSD_ERROR_OPERATION_FAILED;
822 SLOG(LOG_INFO, tts_tag(), "[Server] Add queue, lang(%s), vctype(%d), speed(%d), uttid(%d), credential(%s)", lang, voice_type, speed, utt_id, credential);
824 /* if state is APP_STATE_READY , APP_STATE_PAUSED , only need to add speak data to queue*/
826 ret = ttsd_data_add_speak_data(uid, speak_data);
828 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to add speak data");
829 if (NULL != temp_lang) {
834 ttsd_data_destroy_speak_data(speak_data);
840 if (0 != ttsd_data_set_used_voice(uid, temp_lang, temp_type)) {
841 /* Request load voice */
842 SLOG(LOG_DEBUG, tts_tag(), "[Server] Request to load voice");
843 if (0 != ttsd_engine_load_voice(temp_lang, temp_type)) {
844 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to load voice");
848 if (NULL != temp_lang) {
853 if (APP_STATE_PLAYING == state) {
854 /* check if engine use network */
855 if (ttsd_engine_agent_need_network()) {
856 if (false == __is_connected_to_network()) {
857 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Disconnect network. Current engine needs network.");
858 return TTSD_ERROR_OPERATION_FAILED;
862 ttsd_data_set_credential(uid, credential);
864 /* Check whether tts-engine is running or not */
865 ttsd_synthesis_control_e synth_control = ttsd_data_get_synth_control();
866 SLOG(LOG_INFO, tts_tag(), "[Server INFO] synth_control(%d)", synth_control);
867 if (TTSD_SYNTHESIS_CONTROL_DOING == synth_control) {
868 SLOG(LOG_WARN, tts_tag(), "[Server WARNING] Engine has already been running.");
874 return TTSD_ERROR_NONE;
877 static int __interrupt_player_by_policy(unsigned int request_app_uid)
879 unsigned int playing_app_uid = ttsd_data_get_current_playing();
880 if (0 > ttsd_data_is_client(playing_app_uid)) {
881 SLOG(LOG_INFO, tts_tag(), "[Server] There is no app which is in 'Play' state");
882 return TTSD_ERROR_NONE;
885 if (request_app_uid == playing_app_uid) {
886 SLOG(LOG_WARN, tts_tag(), "[Server] This is played uid. Skip policy behavior");
887 return TTSD_ERROR_NONE;
890 ttsd_mode_e request_app_mode = ttsd_data_get_mode(request_app_uid);
891 ttsd_mode_e playing_app_mode = ttsd_data_get_mode(playing_app_uid);
892 switch (playing_app_mode) {
893 case TTSD_MODE_DEFAULT:
894 case TTSD_MODE_NOTIFICATION:
895 case TTSD_MODE_SCREEN_READER:
896 SLOG(LOG_DEBUG, tts_tag(), "[Server] Played client(%u) will be interrupted into 'Stop' state", playing_app_uid);
897 __stop_and_send_ready_state(playing_app_uid);
900 case TTSD_MODE_INTERRUPT:
901 if (TTSD_MODE_INTERRUPT != request_app_mode) {
902 SLOG(LOG_WARN, tts_tag(), "[Server] Current play mode is Interrupt. Default, Screen reader, and Noti are prohibitted.");
903 return TTSD_ERROR_AUDIO_POLICY_BLOCKED;
906 SLOG(LOG_DEBUG, tts_tag(), "[Server] Played client(%u) will be interrupted into 'Stop' state", playing_app_uid);
907 __stop_and_send_ready_state(playing_app_uid);
911 return TTSD_ERROR_NONE;
914 int ttsd_server_play(unsigned int uid, const char* credential)
916 app_tts_state_e state = ttsd_data_get_client_state(uid);
917 if (APP_STATE_NONE == state) {
918 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] uid(%u) is NOT valid", uid);
919 return TTSD_ERROR_INVALID_PARAMETER;
922 if (APP_STATE_PLAYING == state) {
923 SLOG(LOG_WARN, tts_tag(), "[Server WARNING] Current state of (%u) is 'PLAYING'", uid);
924 return TTSD_ERROR_NONE;
927 /* check if engine use network */
928 if (ttsd_engine_agent_need_network()) {
929 if (false == __is_connected_to_network()) {
930 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Disconnect network. Current engine needs network service!!!.");
931 return TTSD_ERROR_OUT_OF_NETWORK;
935 int ret = __interrupt_player_by_policy(uid);
936 if (TTSD_ERROR_NONE != ret) {
937 SLOG(LOG_WARN, tts_tag(), "[Server] Current play mode is Interrupt. Cannot play default, screen reader, and noti modes.");
941 /* Change current play */
942 if (0 != ttsd_player_wait_to_play(uid)) {
943 SLOG(LOG_WARN, tts_tag(), "[Server WARNING] Fail to set to wait for playing : uid(%u)", uid);
946 if (0 != ttsd_data_set_client_state(uid, APP_STATE_PLAYING)) {
947 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set state : uid(%u)", uid);
948 return TTSD_ERROR_OPERATION_FAILED;
951 SLOG(LOG_DEBUG, tts_tag(), "[Server] Play player. uid(%u)", uid);
952 ret = ttsd_player_play(uid);
953 if (TTSD_ERROR_NONE != ret) {
954 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to play sound : uid(%u)", uid);
955 ttsd_data_set_client_state(uid, state);
956 return TTSD_ERROR_OPERATION_FAILED;
959 ttsd_data_set_credential(uid, credential);
961 /* Check whether tts-engine is running or not */
962 clock_gettime(CLOCK_MONOTONIC_RAW, &g_request_playing);
963 ttsd_synthesis_control_e synth_control = ttsd_data_get_synth_control();
964 SLOG(LOG_INFO, tts_tag(), "[Server INFO] synth_control(%d)", synth_control);
965 if (TTSD_SYNTHESIS_CONTROL_DOING == synth_control) {
966 SLOG(LOG_WARN, tts_tag(), "[Server WARNING] Engine has already been running.");
970 ttsd_data_set_play_type(uid, TTS_APP_PLAY_TYPE_SYNTH);
972 return TTSD_ERROR_NONE;
975 static void __stop_engine_synthesis(unsigned int uid)
977 ttsd_synthesis_control_e synth_control = ttsd_data_get_synth_control();
978 SLOG(LOG_INFO, tts_tag(), "[Server INFO] synth_control(%d)", synth_control);
980 if (TTSD_SYNTHESIS_CONTROL_DOING == synth_control && uid == ttsd_data_get_current_playing()) {
981 SLOG(LOG_DEBUG, tts_tag(), "[Server] TTS-engine is running");
983 int ret = ttsd_engine_cancel_synthesis();
984 if (TTSD_ERROR_NONE != ret)
985 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to cancel synthesis : ret(%d)", ret);
988 ttsd_data_set_synth_control(TTSD_SYNTHESIS_CONTROL_EXPIRED);
991 int ttsd_server_stop(unsigned int uid)
993 app_tts_state_e state = ttsd_data_get_client_state(uid);
994 if (APP_STATE_NONE == state) {
995 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] uid is not valid");
996 return TTSD_ERROR_INVALID_PARAMETER;
999 SLOG(LOG_INFO, tts_tag(), "[Server] server stop, uid(%d), state(%d)", uid, state);
1001 if (APP_STATE_PLAYING == state || APP_STATE_PAUSED == state) {
1002 if (TTS_APP_PLAY_TYPE_SYNTH == ttsd_data_get_play_type(uid)) {
1003 __stop_engine_synthesis(uid);
1007 ttsd_data_set_client_state(uid, APP_STATE_READY);
1008 if (TTSD_ERROR_NONE != ttsd_player_stop(uid)) {
1009 SLOG(LOG_WARN, tts_tag(), "[Server] Fail to ttsd_player_stop()");
1013 /* Reset all data */
1014 ttsd_data_clear_data(uid);
1016 return TTSD_ERROR_NONE;
1019 int ttsd_server_pause(unsigned int uid)
1021 app_tts_state_e state = ttsd_data_get_client_state(uid);
1022 if (APP_STATE_NONE == state) {
1023 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] ttsd_server_pause : uid is not valid");
1024 return TTSD_ERROR_INVALID_PARAMETER;
1027 if (APP_STATE_PLAYING != state) {
1028 SLOG(LOG_WARN, tts_tag(), "[Server WARNING] Current state is not 'play'");
1029 return TTSD_ERROR_INVALID_STATE;
1032 int ret = ttsd_data_set_client_state(uid, APP_STATE_PAUSED);
1033 if (TTSD_ERROR_NONE != ret) {
1034 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail set pause state() : ret(%d)", ret);
1035 return TTSD_ERROR_OPERATION_FAILED;
1038 ret = ttsd_player_pause(uid);
1039 if (TTSD_ERROR_NONE != ret) {
1040 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail player_pause() : ret(%d)", ret);
1041 return TTSD_ERROR_OPERATION_FAILED;
1044 return TTSD_ERROR_NONE;
1047 int ttsd_server_get_support_voices(unsigned int uid, GList** voice_list)
1049 if (0 > ttsd_data_is_client(uid)) {
1050 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] uid is not valid");
1051 return TTSD_ERROR_INVALID_PARAMETER;
1055 int ret = ttsd_engine_get_voice_list(voice_list);
1057 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail ttsd_server_get_support_voices() : ret(%d)", ret);
1061 SLOG(LOG_DEBUG, tts_tag(), "[Server SUCCESS] Get supported voices");
1063 return TTSD_ERROR_NONE;
1066 int ttsd_server_get_current_voice(unsigned int uid, char** language, int* voice_type)
1068 if (0 > ttsd_data_is_client(uid)) {
1069 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] ttsd_server_get_current_voice : uid is not valid");
1070 return TTSD_ERROR_INVALID_PARAMETER;
1073 /* get current voice */
1074 int ret = ttsd_engine_get_default_voice(language, voice_type);
1076 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail ttsd_server_get_support_voices() : ret(%d)", ret);
1080 SLOG(LOG_DEBUG, tts_tag(), "[Server] Get default language (%s), voice type(%d) ", *language, *voice_type);
1082 return TTSD_ERROR_NONE;
1085 int ttsd_server_set_private_data(unsigned int uid, const char* key, const char* data)
1087 app_tts_state_e state = ttsd_data_get_client_state(uid);
1088 if (APP_STATE_NONE == state) {
1089 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] uid(%u) is NOT valid", uid);
1090 return TTSD_ERROR_INVALID_PARAMETER;
1093 if (APP_STATE_READY != state) {
1094 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Current state of (%u) is NOT 'READY'", uid);
1095 return TTSD_ERROR_INVALID_STATE;
1098 int ret = ttsd_engine_set_private_data(key, data);
1100 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set private data : ret(%d)", ret);
1102 SLOG(LOG_DEBUG, tts_tag(), "[Server] Set private data, key(%s), data(%s)", key, data);
1108 int ttsd_server_get_private_data(unsigned int uid, const char* key, char** data)
1110 app_tts_state_e state = ttsd_data_get_client_state(uid);
1111 if (APP_STATE_NONE == state) {
1112 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] uid(%u) is NOT valid", uid);
1113 return TTSD_ERROR_INVALID_PARAMETER;
1116 if (APP_STATE_READY != state) {
1117 SLOG(LOG_WARN, tts_tag(), "[Server ERROR] Current state of (%u) is NOT 'READY'", uid);
1118 return TTSD_ERROR_INVALID_STATE;
1121 char* temp_data = NULL;
1122 int ret = ttsd_engine_get_private_data(key, &temp_data);
1124 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to get private data : ret(%d)", ret);
1126 SLOG(LOG_DEBUG, tts_tag(), "[Server] Get private data, key(%s), data(%s)", key, *data);
1129 if (NULL == temp_data) {
1130 temp_data = strdup("NULL");
1137 int ttsd_set_private_data_set_cb(ttse_private_data_set_cb callback)
1139 SLOG(LOG_DEBUG, tts_tag(), "[Server] Set private data set cb");
1142 ret = ttsd_engine_agent_set_private_data_set_cb(callback);
1144 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set private data set cb : ret(%d)", ret);
1150 int ttsd_set_private_data_requested_cb(ttse_private_data_requested_cb callback)
1152 SLOG(LOG_DEBUG, tts_tag(), "[Server] Set private data requested cb");
1155 ret = ttsd_engine_agent_set_private_data_requested_cb(callback);
1157 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set private data requested cb : ret(%d)", ret);
1163 int ttsd_server_play_pcm(unsigned int uid)
1165 app_tts_state_e state = ttsd_data_get_client_state(uid);
1166 if (APP_STATE_NONE == state) {
1167 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] uid(%u) is NOT valid", uid);
1168 return TTSD_ERROR_INVALID_PARAMETER;
1171 if (APP_STATE_PLAYING == state) {
1172 SLOG(LOG_WARN, tts_tag(), "[Server WARNING] Current state of (%u) is 'PLAYING'", uid);
1173 return TTSD_ERROR_NONE;
1176 int ret = __interrupt_player_by_policy(uid);
1177 if (TTSD_ERROR_NONE != ret) {
1178 SLOG(LOG_WARN, tts_tag(), "[Server] Current play mode is Interrupt. Cannot play default, screen reader, and noti modes.");
1182 /* Change current play */
1183 if (0 != ttsd_data_set_client_state(uid, APP_STATE_PLAYING)) {
1184 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to set state : uid(%u)", uid);
1185 return TTSD_ERROR_OPERATION_FAILED;
1188 SLOG(LOG_DEBUG, tts_tag(), "[Server] Play player. uid(%u)", uid);
1189 ret = ttsd_player_play(uid);
1190 if (TTSD_ERROR_NONE != ret) {
1191 SLOG(LOG_ERROR, tts_tag(), "[Server ERROR] Fail to play sound : uid(%u)", uid);
1192 ttsd_data_set_client_state(uid, state);
1193 return TTSD_ERROR_OPERATION_FAILED;
1196 ttsd_data_set_play_type(uid, TTS_APP_PLAY_TYPE_PCM);
1198 return TTSD_ERROR_NONE;
1201 int ttsd_server_add_pcm(unsigned int uid, int event, void* data, int data_size, int audio_type, int rate)
1203 SLOG(LOG_DEBUG, tts_tag(), "@@@ ADD PCM");
1207 /* Synthesis is success */
1208 if (TTSE_RESULT_EVENT_START == event || TTSE_RESULT_EVENT_CONTINUE == event || TTSE_RESULT_EVENT_FINISH == event) {
1209 if (TTSE_RESULT_EVENT_START == event) {
1210 SLOG(LOG_INFO, tts_tag(), "[SERVER] Event : TTSE_RESULT_EVENT_START");
1211 SECURE_SLOG(LOG_DEBUG, tts_tag(), "[SERVER] PCM Info : uid(%u), utt(%d), data(%p), data size(%d) audiotype(%d) rate(%d)",
1212 uid, uttid, data, data_size, audio_type, rate);
1213 } else if (TTSE_RESULT_EVENT_FINISH == event) {
1214 SLOG(LOG_INFO, tts_tag(), "[SERVER] Event : TTSE_RESULT_EVENT_FINISH");
1215 SECURE_SLOG(LOG_DEBUG, tts_tag(), "[SERVER] PCM Info : uid(%u), utt(%d), data(%p), data size(%d) audiotype(%d) rate(%d)",
1216 uid, uttid, data, data_size, audio_type, rate);
1218 /*if (TTSE_RESULT_EVENT_CONTINUE == event) SLOG(LOG_DEBUG, tts_tag(), "[SERVER] Event : TTSE_RESULT_EVENT_CONTINUE");*/
1221 if (rate <= 0 || audio_type < 0 || audio_type > TTSE_AUDIO_TYPE_MAX) {
1222 SLOG(LOG_ERROR, tts_tag(), "[SERVER ERROR] audio data is invalid");
1223 SLOG(LOG_DEBUG, tts_tag(), "@@@");
1224 return TTSD_ERROR_INVALID_PARAMETER;
1227 sound_data_s* sound_data = ttsd_data_create_sound_data(uttid, data, data_size, event, audio_type, rate, 0);
1228 if (NULL == sound_data) {
1229 SLOG(LOG_ERROR, tts_tag(), "[SERVER ERROR] Out of memory");
1230 return TTSD_ERROR_OUT_OF_MEMORY;
1233 if (0 != ttsd_data_add_sound_data(uid, sound_data)) {
1234 SECURE_SLOG(LOG_ERROR, tts_tag(), "[SERVER ERROR] Fail to add sound data : uid(%u)", uid);
1235 ttsd_data_destroy_sound_data(sound_data);
1238 SLOG(LOG_DEBUG, tts_tag(), "[SERVER] Event : TTSE_RESULT_EVENT_ERROR");
1241 SLOG(LOG_DEBUG, tts_tag(), "@@@");
1243 return TTSD_ERROR_NONE;