700b3f28dc8b4b81ca82e09a2011bf8b9ec7a61a
[platform/core/uifw/multi-assistant-service.git] / src / multi_assistant_service_plugin.c
1 /*
2  * Copyright 2018  Samsung Electronics Co., Ltd
3  *
4  * Licensed under the Flora License, Version 1.1 (the License);
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  * http://floralicense.org/license/
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an AS IS BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16
17 #include <tizen.h>
18 #include <service_app.h>
19 #include <app_manager.h>
20 #include <app.h>
21 #include <malloc.h>
22 #include <Ecore.h>
23
24 #include <stdio.h>
25 #include <stdlib.h>
26 #include <string.h>
27 #include <glib.h>
28 #include <dlfcn.h>
29
30 #include "multi_wakeup_recognizer.h"
31 #include "multi_assistant_main.h"
32 #include "multi_assistant_service.h"
33 #include "multi_assistant_service_plugin.h"
34 #include "multi_assistant_dbus.h"
35 #include "multi_assistant_common.h"
36
37 /* Sound buf save for test */
38 #if 0
39 #define BUF_SAVE_MODE
40 #endif
41
42 #ifdef BUF_SAVE_MODE
43 static char g_temp_file_name[128] = {'\0',};
44
45 static FILE* g_pFile = NULL;
46
47 static int g_count = 1;
48 #endif
49
50 static void *g_handle = NULL;
51
52 static wakeup_manager_interface _wakeup_manager_interface = { NULL, };
53 static ma_plugin_settings* g_plugin_settings = NULL;
54
55 static bool is_ui_panel_enabled()
56 {
57         /* By default we assume the ui panel is always enabled unless explicitly turned off */
58         bool ret = true;
59         if (g_plugin_settings) {
60                 ret = g_plugin_settings->ui_panel_enabled;
61         }
62         MAS_LOGD("UI Panel Enabled : %d", ret);
63         return ret;
64 }
65
66 #if 0 /* + TEST_CODE */
67 Eina_Bool __send_asr_result(void *data)
68 {
69         MAS_LOGD("[ENTER]");
70
71         if (!strcmp((char*)data, "Today's")) {
72                 masc_ui_dbus_send_asr_result(-1, 1, "Today's");
73         }
74         if (!strcmp((char*)data, "weather.")) {
75                 masc_ui_dbus_send_asr_result(-1, 0, "Today's weather.");
76         }
77
78         MAS_LOGD("END");
79         return EINA_FALSE;
80 }
81
82 Eina_Bool __send_result(void *data)
83 {
84         MAS_LOGD("[ENTER]");
85
86         int ret = masc_ui_dbus_send_result(-1, (const char*)data, (const char*)data, "test");
87         if (0 != ret) {
88                 MAS_LOGE("[ERROR] Fail to stop recording(%d)", ret);
89                 return EINA_TRUE;
90         }
91
92         MAS_LOGD("END");
93         return EINA_FALSE;
94 }
95 #endif /* -TEST_CODE */
96
97 Eina_Bool process_wakeup_event_by_appid_timer(char* appid)
98 {
99         MAS_LOGD("[ENTER] appid(%s)", appid);
100
101         int pid = -1;
102         if (!appid) return ECORE_CALLBACK_CANCEL;
103
104         bool use_custom_ui = mas_get_client_custom_ui_option_by_appid(appid);
105         bool ui_panel_enabled = is_ui_panel_enabled();
106         if (ui_panel_enabled) masc_ui_dbus_enable_common_ui(!use_custom_ui);
107
108         mas_set_current_client_by_appid(appid);
109         if (ui_panel_enabled) masc_ui_dbus_change_assistant(appid);
110         if ((pid = mas_get_client_pid_by_appid(appid)) != -1) {
111                 mas_client_send_preprocessing_information(pid);
112                 mas_client_activate(pid);
113         } else {
114                 // Appropriate MA Client not available, trying to launch new one
115                 MAS_LOGD("MA Client with appid %s does not exist, launching client", appid);
116                 mas_launch_client_by_appid(appid, CLIENT_LAUNCH_MODE_ACTIVATION);
117         }
118         mas_process_preprocessing_state_event(PREPROCESSING_STATE_EVENT_WAKEUP);
119
120         if (appid) free(appid);
121
122         MAS_LOGD("END");
123         return ECORE_CALLBACK_CANCEL;
124 }
125
126 Eina_Bool process_wakeup_event_by_word_timer(char* wakeup_word)
127 {
128         MAS_LOGD("[ENTER]");
129
130         if (!wakeup_word) return EINA_FALSE;
131
132         const char* appid = mas_get_client_appid_by_wakeup_word(wakeup_word);
133         process_wakeup_event_by_appid_timer(strdup(appid));
134
135         if (wakeup_word) free(wakeup_word);
136
137         MAS_LOGD("END");
138         return ECORE_CALLBACK_CANCEL;
139 }
140
141 static void __wakeup_event_cb(wakeup_event_info wakeup_info, void* user_data)
142 {
143         MAS_LOGD("[SUCCESS] __wakeup_event_cb is called, wakeup_word(%s)", wakeup_info.wakeup_word);
144         int ret = -1;
145
146         if (is_ui_panel_enabled()) {
147                 int retry_cnt = 0;
148                 while (0 != ret) {
149                         ret = masc_ui_dbus_send_hello();
150                         retry_cnt++;
151                         if (5 < retry_cnt) {
152                                 MAS_LOGE("[ERROR] Fail to receive reply for hello, ret(%d)", ret);
153                                 break;
154                         }
155                 }
156         }
157
158 #ifdef BUF_SAVE_MODE
159         if (g_pFile) {
160                 fclose(g_pFile);
161                 g_pFile = NULL;
162         } else {
163                 MAS_LOGD("[Recorder Info] File not found!");
164         }
165
166         while (1) {
167                 snprintf(g_temp_file_name, sizeof(g_temp_file_name), "/tmp/ma_service_%d_%d", getpid(), g_count);
168                 int ret = access(g_temp_file_name, 0);
169
170                 if (0 == ret) {
171                         MAS_LOGD("[Recorder ERROR] File is already exist");
172                         if (0 == remove(g_temp_file_name)) {
173                                 MAS_LOGD("[Recorder] Remove file");
174                                 break;
175                         } else {
176                                 g_count++;
177                         }
178                 } else {
179                         break;
180                 }
181         }
182
183         MAS_LOGD("[Recorder] Temp file name=[%s]", g_temp_file_name);
184
185         /* open test file */
186         g_pFile = fopen(g_temp_file_name, "wb+x");
187         if (!g_pFile) {
188                 MAS_LOGD("[Recorder ERROR] File not found!");
189                 return;
190         }
191         g_count++;
192 #endif
193
194 #if 0 /* + TEST_CODE */
195         if (WAKEUP_EVENT_SUCCESS == event) {
196                 ecore_thread_main_loop_begin();
197                 ecore_timer_add(1.0, __send_asr_result, "Today's");
198                 ecore_thread_main_loop_end();
199
200                 ecore_thread_main_loop_begin();
201                 ecore_timer_add(2.0, __send_asr_result, "weather.");
202                 ecore_thread_main_loop_end();
203
204                 ecore_thread_main_loop_begin();
205                 ecore_timer_add(3.0, __send_result, "Partly cloudy with temperatures from 75 to 88");
206                 ecore_thread_main_loop_end();
207         }
208 #endif /* - TEST_CODE */
209         if (wakeup_info.wakeup_appid) {
210                 ecore_thread_main_loop_begin();
211                 ecore_timer_add(0.0f, process_wakeup_event_by_appid_timer, (void*)strdup(wakeup_info.wakeup_appid));
212                 ecore_thread_main_loop_end();
213         } else if (wakeup_info.wakeup_word) {
214                 ecore_thread_main_loop_begin();
215                 ecore_timer_add(0.0f, process_wakeup_event_by_word_timer, (void*)strdup(wakeup_info.wakeup_word));
216                 ecore_thread_main_loop_end();
217         }
218
219 }
220
221 static bool __validate_streaming_event_order(int pid, wakeup_speech_streaming_event_e *event)
222 {
223         bool ret = false;
224
225         static int previous_pid = -1;
226         static wakeup_speech_streaming_event_e previous_event = WAKEUP_SPEECH_STREAMING_EVENT_FINISH;
227
228         if (NULL == event) return false;
229
230         wakeup_speech_streaming_event_e expected_sequence [][2] = {
231                 {WAKEUP_SPEECH_STREAMING_EVENT_START, WAKEUP_SPEECH_STREAMING_EVENT_CONTINUE},
232                 {WAKEUP_SPEECH_STREAMING_EVENT_START, WAKEUP_SPEECH_STREAMING_EVENT_FINISH},
233                 {WAKEUP_SPEECH_STREAMING_EVENT_CONTINUE, WAKEUP_SPEECH_STREAMING_EVENT_CONTINUE},
234                 {WAKEUP_SPEECH_STREAMING_EVENT_CONTINUE, WAKEUP_SPEECH_STREAMING_EVENT_FINISH},
235                 {WAKEUP_SPEECH_STREAMING_EVENT_FINISH, WAKEUP_SPEECH_STREAMING_EVENT_START},
236         };
237
238         if (pid != previous_pid) {
239                 /* When sending streaming event to a new client, it always sends START message first */
240                 previous_event = WAKEUP_SPEECH_STREAMING_EVENT_FINISH;
241         }
242
243         for (int loop = 0;loop < sizeof(expected_sequence) / sizeof(expected_sequence[0]);loop++) {
244                 if (previous_event == expected_sequence[loop][0] &&
245                         *event == expected_sequence[loop][1]) {
246                         ret = true;
247                 }
248         }
249         if (!ret) {
250                 /* In case of FINISH -> CONTINUE without START, simply modify current event value */
251                 if (WAKEUP_SPEECH_STREAMING_EVENT_FINISH == previous_event &&
252                         WAKEUP_SPEECH_STREAMING_EVENT_CONTINUE == *event) {
253                         *event = WAKEUP_SPEECH_STREAMING_EVENT_START;
254                         ret = true;
255
256                         MAS_LOGD("[WARNING] forcibly changed CONTINUE to START : %d -> %d (PID %d -> %d)",
257                                 previous_event, *event, previous_pid, pid);
258                 }
259         }
260
261         if (ret) {
262                 previous_pid = pid;
263                 previous_event = *event;
264         } else {
265                 MAS_LOGE("[ERROR] State sequence validation failed : %d -> %d (PID %d -> %d)",
266                         previous_event, *event, previous_pid, pid);
267         }
268         return ret;
269 }
270
271 static void handle_speech_streaming_event_failure(void *data)
272 {
273         mas_client_send_recognition_result(0, MA_RECOGNITION_RESULT_EVENT_ERROR);
274 }
275
276 static void __audio_streaming_cb(wakeup_speech_streaming_event_e event, unsigned char* buffer, int len, void *user_data)
277 {
278         if (event == WAKEUP_SPEECH_STREAMING_EVENT_FAIL) {
279                 ecore_main_loop_thread_safe_call_async(handle_speech_streaming_event_failure, NULL);
280                 return;
281         }
282         static int count = 0;
283         if (event != WAKEUP_SPEECH_STREAMING_EVENT_CONTINUE || count % 100 == 0) {
284                 MAS_LOGD( "[SUCCESS] __audio_streaming_cb is called, event(%d), buffer(%p), len(%d)", event, buffer, len);
285         }
286         ++count;
287
288         int pid = mas_get_current_client_pid();
289         int preprocessing_pid = mas_get_current_preprocessing_client_pid();
290         if (pid == -1) {
291                 MAS_LOGE("[ERROR] Fail to retrieve pid of current MA client");
292         } else {
293                 if (__validate_streaming_event_order(pid, &event)) {
294                         int ret = masc_dbus_send_streaming_audio_data(pid, event, buffer, len);
295                         if (0 != ret) {
296                                 MAS_LOGE("[ERROR] Fail to send speech data, ret(%d)", ret);
297                         }
298                         if (pid != preprocessing_pid && -1 != preprocessing_pid) {
299                                 int ret = masc_dbus_send_streaming_audio_data(preprocessing_pid, event, buffer, len);
300                                 if (0 != ret) {
301                                         MAS_LOGE("[ERROR] Fail to send speech data to preprocessing client, ret(%d)", ret);
302                                 }
303                         }
304                 }
305         }
306
307 #ifdef BUF_SAVE_MODE
308         /* write pcm buffer */
309         if (g_pFile)
310                 fwrite(buffer, 1, len, g_pFile);
311
312         if (WAKEUP_SPEECH_STREAMING_EVENT_FINISH == event) {
313                 if (g_pFile) {
314                         MAS_LOGE("[Recorder SUCCESS] File Close");
315                         fclose(g_pFile);
316                         g_pFile = NULL;
317                 } else {
318                         MAS_LOGE("[Recorder ERROR] File not found!");
319                 }
320         }
321 #endif
322 }
323
324 static void __speech_status_cb(wakeup_speech_status_e status, void *user_data)
325 {
326         MAS_LOGD( "[SUCCESS] __speech_status_cb is called, status(%d)", status);
327 }
328
329 static void __error_cb(int error, const char* err_msg, void* user_data)
330 {
331         MAS_LOGD( "[SUCCESS] __error_cb is called, error(%d), err_msg(%s)", error, err_msg);
332
333         if (is_ui_panel_enabled()) {
334                 int ret = masc_ui_dbus_send_error_message(error, err_msg);
335                 if (0 != ret) {
336                         MAS_LOGE("[ERROR] Fail to send error message, ret(%d)", ret);
337                 }
338         }
339 }
340
341 static void __streaming_section_changed_cb(ma_audio_streaming_data_section_e section, void* user_data)
342 {
343         MAS_LOGD( "[SUCCESS] __streaming_section_changed_cb is called, section(%d)", section);
344
345         int pid = mas_get_current_client_pid();
346         int ret = masc_dbus_send_streaming_section_changed(pid, (int)section);
347         if (0 != ret) {
348                 MAS_LOGE("[ERROR] Fail to send streaming section changed information, ret(%d)", ret);
349         }
350 }
351
352 int multi_assistant_service_plugin_initialize(void)
353 {
354         MAS_LOGD( "[Enter]");
355
356         char filepath[512] = {'\0',};
357         const char *default_engine_path = MA_WAKEUP_MANAGER_PATH;
358         snprintf(filepath, 512, "%s/%s", default_engine_path, MA_DEFAULT_WAKEUP_MANAGER_FILENAME);
359
360         char *error;
361         g_handle = NULL;
362         g_handle = dlopen(filepath, RTLD_LAZY);
363         if (NULL != (error = dlerror())) {
364                 MAS_LOGE("[ERROR] Fail to dlopen(%s), error(%s)", filepath, error);
365                 return -1; //MAS_ERROR_OPERATION_FAILED;
366         }
367
368         _wakeup_manager_interface.initialize =
369                 (wakeup_manager_initialize)dlsym(g_handle,
370                 MA_WAKEUP_MANAGER_FUNC_INITIALIZE);
371         _wakeup_manager_interface.deinitialize =
372                 (wakeup_manager_deinitialize)dlsym(g_handle,
373                 MA_WAKEUP_MANAGER_FUNC_DEINITIALIZE);
374         _wakeup_manager_interface.get_settings =
375                 (wakeup_manager_get_settings)dlsym(g_handle,
376                 MA_WAKEUP_MANAGER_FUNC_GET_SETTINGS);
377         _wakeup_manager_interface.add_assistant_wakeup_word =
378                 (wakeup_manager_add_assistant_wakeup_word)dlsym(g_handle,
379                 MA_WAKEUP_MANAGER_FUNC_ADD_ASSISTANT_WAKEUP_WORD);
380         _wakeup_manager_interface.add_assistant_language =
381                 (wakeup_manager_add_assistant_language)dlsym(g_handle,
382                 MA_WAKEUP_MANAGER_FUNC_ADD_ASSISTANT_LANGUAGE);
383         _wakeup_manager_interface.set_assistant_wakeup_engine =
384                 (wakeup_manager_set_assistant_wakeup_engine)dlsym(g_handle,
385                 MA_WAKEUP_MANAGER_FUNC_SET_ASSISTANT_WAKEUP_ENGINE);
386         _wakeup_manager_interface.set_language =
387                 (wakeup_manager_set_language)dlsym(g_handle,
388                 MA_WAKEUP_MANAGER_FUNC_SET_LANGUAGE);
389         _wakeup_manager_interface.activate =
390                 (wakeup_manager_activate)dlsym(g_handle,
391                 MA_WAKEUP_MANAGER_FUNC_ACTIVATE);
392         _wakeup_manager_interface.deactivate =
393                 (wakeup_manager_deactivate)dlsym(g_handle,
394                 MA_WAKEUP_MANAGER_FUNC_DEACTIVATE);
395         _wakeup_manager_interface.update_voice_feedback_state =
396                 (wakeup_manager_update_voice_feedback_state)dlsym(g_handle,
397                 MA_WAKEUP_MANAGER_FUNC_UPDATE_VOICE_FEEDBACK_STATE);
398         _wakeup_manager_interface.send_assistant_specific_command =
399                 (wakeup_manager_send_assistant_specific_command)dlsym(g_handle,
400                 MA_WAKEUP_MANAGER_FUNC_SEND_ASSISTANT_SPECIFIC_COMMAND);
401         _wakeup_manager_interface.set_background_volume =
402                 (wakeup_manager_set_background_volume)dlsym(g_handle,
403                 MA_WAKEUP_MANAGER_FUNC_SET_BACKGROUND_VOLUME);
404         _wakeup_manager_interface.update_recognition_result =
405                 (wakeup_manager_update_recognition_result)dlsym(g_handle,
406                 MA_WAKEUP_MANAGER_FUNC_UPDATE_RECOGNITION_RESULT);
407         _wakeup_manager_interface.process_event =
408                 (wakeup_manager_process_event)dlsym(g_handle,
409                 MA_WAKEUP_MANAGER_FUNC_PROCESS_EVENT);
410         _wakeup_manager_interface.start_streaming_utterance_data =
411                 (wakeup_manager_start_streaming_utterance_data)dlsym(g_handle,
412                 MA_WAKEUP_MANAGER_FUNC_START_STREAMING_UTTERANCE_DATA);
413         _wakeup_manager_interface.stop_streaming_utterance_data =
414                 (wakeup_manager_stop_streaming_utterance_data)dlsym(g_handle,
415                 MA_WAKEUP_MANAGER_FUNC_STOP_STREAMING_UTTERANCE_DATA);
416         _wakeup_manager_interface.start_streaming_previous_utterance_data =
417                 (wakeup_manager_start_streaming_previous_utterance_data)dlsym(g_handle,
418                 MA_WAKEUP_MANAGER_FUNC_START_STREAMING_PREVIOUS_UTTERANCE_DATA);
419         _wakeup_manager_interface.stop_streaming_previous_utterance_data =
420                 (wakeup_manager_stop_streaming_previous_utterance_data)dlsym(g_handle,
421                 MA_WAKEUP_MANAGER_FUNC_STOP_STREAMING_PREVIOUS_UTTERANCE_DATA);
422         _wakeup_manager_interface.start_streaming_follow_up_data =
423                 (wakeup_manager_start_streaming_follow_up_data)dlsym(g_handle,
424                 MA_WAKEUP_MANAGER_FUNC_START_STREAMING_FOLLOW_UP_DATA);
425         _wakeup_manager_interface.stop_streaming_follow_up_data =
426                 (wakeup_manager_stop_streaming_follow_up_data)dlsym(g_handle,
427                 MA_WAKEUP_MANAGER_FUNC_STOP_STREAMING_FOLLOW_UP_DATA);
428         _wakeup_manager_interface.get_audio_format =
429                 (wakeup_manager_get_audio_format)dlsym(g_handle,
430                 MA_WAKEUP_MANAGER_FUNC_GET_AUDIO_FORMAT);
431         _wakeup_manager_interface.get_audio_source_type =
432                 (wakeup_manager_get_audio_source_type)dlsym(g_handle,
433                 MA_WAKEUP_MANAGER_FUNC_GET_AUDIO_SOURCE_TYPE);
434         _wakeup_manager_interface.set_wake_word_audio_require_flag =
435                 (wakeup_manager_set_wake_word_audio_require_flag)dlsym(g_handle,
436                 MA_WAKEUP_MANAGER_FUNC_SET_WAKE_WORD_AUDIO_REQUIRE_FLAG);
437         _wakeup_manager_interface.set_wakeup_event_callback =
438                 (wakeup_manager_set_wakeup_event_callback)dlsym(g_handle,
439                 MA_WAKEUP_MANAGER_FUNC_SET_WAKEUP_EVENT_CALLBACK);
440         _wakeup_manager_interface.set_utterance_streaming_callback =
441                 (wakeup_manager_set_utterance_streaming_callback)dlsym(g_handle,
442                 MA_WAKEUP_MANAGER_FUNC_SET_UTTERANCE_STREAMING_CALLBACK);
443         _wakeup_manager_interface.set_previous_utterance_streaming_callback =
444                 (wakeup_manager_set_previous_utterance_streaming_callback)dlsym(g_handle,
445                 MA_WAKEUP_MANAGER_FUNC_SET_PREVIOUS_UTTERANCE_STREAMING_CALLBACK);
446         _wakeup_manager_interface.set_follow_up_streaming_callback =
447                 (wakeup_manager_set_follow_up_streaming_callback)dlsym(g_handle,
448                 MA_WAKEUP_MANAGER_FUNC_SET_FOLLOW_UP_STREAMING_CALLBACK);
449         _wakeup_manager_interface.set_speech_status_callback =
450                 (wakeup_manager_set_speech_status_callback)dlsym(g_handle,
451                 MA_WAKEUP_MANAGER_FUNC_SET_SPEECH_STATUS_CALLBACK);
452         _wakeup_manager_interface.set_error_callback =
453                 (wakeup_manager_set_error_callback)dlsym(g_handle,
454                 MA_WAKEUP_MANAGER_FUNC_SET_ERROR_CALLBACK);
455         _wakeup_manager_interface.set_streaming_section_changed_callback =
456                 (wakeup_manager_set_streaming_section_changed_callback)dlsym(g_handle,
457                 MA_WAKEUP_MANAGER_FUNC_SET_STREAMING_SECTION_CHANGED_CALLBACK);
458
459         int ret = -1;
460         if (NULL != g_handle) {
461                 wakeup_manager_initialize func = _wakeup_manager_interface.initialize;
462
463                 if (NULL == func) {
464                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_INITIALIZE);
465                 } else {
466                         ret = func();
467                         if (0 != ret) {
468                                 MAS_LOGE("[ERROR] Fail to initialize, ret(%d)", ret);
469                         }
470                 }
471
472                 wakeup_manager_get_settings get_settings_func = _wakeup_manager_interface.get_settings;
473
474                 if (NULL == get_settings_func) {
475                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_GET_SETTINGS);
476                 } else {
477                         size_t struct_size;
478                         ret = get_settings_func(&g_plugin_settings, &struct_size);
479                         if (0 != ret || struct_size != sizeof(ma_plugin_settings)) {
480                                 MAS_LOGE("[ERROR] Fail to get settings, ret(%d), size %zu", ret, struct_size);
481                                 g_plugin_settings = NULL;
482                         }
483                 }
484         } else {
485                 MAS_LOGE("[ERROR] g_handle is not valid");
486         }
487         return ret;
488 }
489
490 int multi_assistant_service_plugin_deinitialize(void)
491 {
492 #ifdef BUF_SAVE_MODE
493         if (g_pFile) {
494                 fclose(g_pFile);
495                 g_pFile = NULL;
496         } else {
497                 MAS_LOGD("[Recorder ERROR] File not found!");
498         }
499 #endif
500         int ret = -1;
501         if (NULL != g_handle) {
502                 wakeup_manager_deinitialize func = _wakeup_manager_interface.deinitialize;
503                 if (NULL == func) {
504                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_DEINITIALIZE);
505                 } else {
506                         ret = func();
507                         if (0 != ret) {
508                                 MAS_LOGE("[ERROR] Fail to deinitialize, ret(%d)", ret);
509                         }
510                 }
511
512                 dlclose(g_handle);
513                 g_handle = NULL;
514         } else {
515                 MAS_LOGE("[ERROR] g_handle is not valid");
516         }
517
518         return ret;
519 }
520
521 int multi_assistant_service_plugin_get_settings(ma_plugin_settings **settings, size_t *struct_size)
522 {
523         int ret = -1;
524         if (NULL != g_handle) {
525                 wakeup_manager_get_settings func = _wakeup_manager_interface.get_settings;
526                 if (NULL == func) {
527                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_GET_SETTINGS);
528                 } else {
529                         ret = func(settings, struct_size);
530                         if (0 != ret) {
531                                 MAS_LOGE("[ERROR] Fail to get settings, ret(%d)", ret);
532                         }
533                 }
534         } else {
535                 MAS_LOGE("[ERROR] g_handle is not valid");
536         }
537         return ret;
538 }
539
540 int multi_assistant_service_plugin_set_language(const char* language)
541 {
542         int ret = -1;
543         if (NULL != g_handle) {
544                 wakeup_manager_set_language func = _wakeup_manager_interface.set_language;
545                 if (NULL == func) {
546                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_LANGUAGE);
547                 } else {
548                         ret = func(language);
549                         if (0 != ret) {
550                                 MAS_LOGE("[ERROR] Fail to set langauge(%s), ret(%d)", language, ret);
551                         }
552                 }
553         } else {
554                 MAS_LOGE("[ERROR] g_handle is not valid");
555         }
556         return ret;
557 }
558
559 int multi_assistant_service_plugin_add_assistant_wakeup_word(const char* appid, const char* wakeup_word, const char* language)
560 {
561         int ret = -1;
562         if (NULL != g_handle) {
563                 wakeup_manager_add_assistant_wakeup_word func = _wakeup_manager_interface.add_assistant_wakeup_word;
564                 if (NULL == func) {
565                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_ADD_ASSISTANT_WAKEUP_WORD);
566                 } else {
567                         ret = func(appid, wakeup_word, language);
568                         if (0 != ret) {
569                                 MAS_LOGE("[ERROR] Fail to set wakeup word(%s)(%s)(%s), ret(%d)", appid, wakeup_word, language, ret);
570                         }
571                 }
572         } else {
573                 MAS_LOGE("[ERROR] g_handle is not valid");
574         }
575         return ret;
576 }
577
578 int multi_assistant_service_plugin_add_assistant_language(const char* appid, const char* language)
579 {
580         int ret = -1;
581         if (NULL != g_handle) {
582                 wakeup_manager_add_assistant_language func = _wakeup_manager_interface.add_assistant_language;
583                 if (NULL == func) {
584                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_ADD_ASSISTANT_LANGUAGE);
585                 } else {
586                         ret = func(appid, language);
587                         if (0 != ret) {
588                                 MAS_LOGE("[ERROR] Fail to set wakeup word(%s)(%s), ret(%d)", appid, language, ret);
589                         }
590                 }
591         } else {
592                 MAS_LOGE("[ERROR] g_handle is not valid");
593         }
594         return ret;
595 }
596
597 int multi_assistant_service_plugin_set_assistant_wakeup_engine(const char* appid, const char* engine)
598 {
599         int ret = -1;
600         if (NULL != g_handle) {
601                 wakeup_manager_set_assistant_wakeup_engine func = _wakeup_manager_interface.set_assistant_wakeup_engine;
602                 if (NULL == func) {
603                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_ASSISTANT_WAKEUP_ENGINE);
604                 } else {
605                         ret = func(appid, engine);
606                         if (0 != ret) {
607                                 MAS_LOGE("[ERROR] Fail to set wakeup engine(%s)(%s), ret(%d)", appid, engine, ret);
608                         }
609                 }
610         } else {
611                 MAS_LOGE("[ERROR] g_handle is not valid");
612         }
613         return ret;
614 }
615
616 int multi_assistant_service_plugin_activate(void)
617 {
618         int ret = -1;
619         if (NULL != g_handle) {
620                 wakeup_manager_activate func = _wakeup_manager_interface.activate;
621                  if (NULL == func) {
622                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_ACTIVATE);
623                 } else {
624                         ret = func();
625                         if (0 != ret) {
626                                 MAS_LOGE("[ERROR] Fail to start recording, ret(%d)", ret);
627                         }
628                 }
629         } else {
630                 MAS_LOGE("[ERROR] g_handle is not valid");
631         }
632         return ret;
633 }
634
635 int multi_assistant_service_plugin_deactivate(void)
636 {
637         int ret = -1;
638         if (NULL != g_handle) {
639                 wakeup_manager_deactivate func = _wakeup_manager_interface.deactivate;
640                  if (NULL == func) {
641                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_DEACTIVATE);
642                 } else {
643                         ret = func();
644                         if (0 != ret) {
645                                 MAS_LOGE("[ERROR] Fail to stop recording, ret(%d)", ret);
646                         }
647                 }
648         } else {
649                 MAS_LOGE("[ERROR] g_handle is not valid");
650         }
651         return ret;
652 }
653
654 int multi_assistant_service_plugin_update_voice_feedback_state(const char* appid, int state)
655 {
656         int ret = -1;
657         if (NULL != g_handle) {
658                 wakeup_manager_update_voice_feedback_state func = _wakeup_manager_interface.update_voice_feedback_state;
659                  if (NULL == func) {
660                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_UPDATE_VOICE_FEEDBACK_STATE);
661                 } else {
662                         ret = func(appid, state);
663                         if (0 != ret) {
664                                 MAS_LOGE("[ERROR] Fail to stop recording, ret(%d)", ret);
665                         }
666                 }
667         } else {
668                 MAS_LOGE("[ERROR] g_handle is not valid");
669         }
670         return ret;
671 }
672
673 int multi_assistant_service_plugin_send_assistant_specific_command(const char* appid, const char* command)
674 {
675         int ret = -1;
676         if (NULL != g_handle) {
677                 wakeup_manager_send_assistant_specific_command func = _wakeup_manager_interface.send_assistant_specific_command;
678                  if (NULL == func) {
679                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SEND_ASSISTANT_SPECIFIC_COMMAND);
680                 } else {
681                         ret = func(appid, command);
682                         if (0 != ret) {
683                                 MAS_LOGE("[ERROR] Fail to stop recording, ret(%d)", ret);
684                         }
685                 }
686         } else {
687                 MAS_LOGE("[ERROR] g_handle is not valid");
688         }
689         return ret;
690 }
691
692 int multi_assistant_service_plugin_set_background_volume(const char* appid, double ratio)
693 {
694         int ret = -1;
695         if (NULL != g_handle) {
696                 wakeup_manager_set_background_volume func = _wakeup_manager_interface.set_background_volume;
697                  if (NULL == func) {
698                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_BACKGROUND_VOLUME);
699                 } else {
700                         ret = func(appid, ratio);
701                         if (0 != ret) {
702                                 MAS_LOGE("[ERROR] Fail to set background volume, ret(%d)", ret);
703                         }
704                 }
705         } else {
706                 MAS_LOGE("[ERROR] g_handle is not valid");
707         }
708         return ret;
709 }
710
711 int multi_assistant_service_plugin_update_recognition_result(const char* appid, int state)
712 {
713         int ret = -1;
714         if (NULL != g_handle) {
715                 wakeup_manager_update_recognition_result func = _wakeup_manager_interface.update_recognition_result;
716                  if (NULL == func) {
717                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_UPDATE_RECOGNITION_RESULT);
718                 } else {
719                         ret = func(appid, state);
720                         if (0 != ret) {
721                                 MAS_LOGE("[ERROR] Fail to update result state, ret(%d)", ret);
722                         }
723                 }
724         } else {
725                 MAS_LOGE("[ERROR] g_handle is not valid");
726         }
727         return ret;
728 }
729
730 int multi_assistant_service_plugin_process_event(int event, void *data, int len)
731 {
732         int ret = -1;
733         if (NULL != g_handle) {
734                 wakeup_manager_process_event func = _wakeup_manager_interface.process_event;
735                  if (NULL == func) {
736                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_PROCESS_EVENT);
737                 } else {
738                         ret = func(event, data, len);
739                         if (0 != ret) {
740                                 MAS_LOGE("[ERROR] Fail to stop recording, ret(%d)", ret);
741                         }
742                 }
743         } else {
744                 MAS_LOGE("[ERROR] g_handle is not valid");
745         }
746         return ret;
747 }
748
749 int multi_assistant_service_plugin_start_streaming_utterance_data(void)
750 {
751         int ret = -1;
752         if (NULL != g_handle) {
753                 wakeup_manager_start_streaming_utterance_data func = _wakeup_manager_interface.start_streaming_utterance_data;
754                 if (NULL == func) {
755                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_START_STREAMING_UTTERANCE_DATA);
756                 } else {
757                         ret = func();
758                         if (0 != ret) {
759                                 MAS_LOGE("[ERROR] Fail to request speech data, ret(%d)", ret);
760                         }
761                 }
762         } else {
763                 MAS_LOGE("[ERROR] g_handle is not valid");
764         }
765         return ret;
766 }
767
768 int multi_assistant_service_plugin_stop_streaming_utterance_data(void)
769 {
770         int ret = -1;
771         if (NULL != g_handle) {
772                 wakeup_manager_stop_streaming_utterance_data func = _wakeup_manager_interface.stop_streaming_utterance_data;
773                 if (NULL == func) {
774                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_STOP_STREAMING_UTTERANCE_DATA);
775                 } else {
776                         ret = func();
777                         if (0 != ret) {
778                                 MAS_LOGE("[ERROR] Fail to request speech data, ret(%d)", ret);
779                         }
780                 }
781         } else {
782                 MAS_LOGE("[ERROR] g_handle is not valid");
783         }
784         return ret;
785 }
786
787 int multi_assistant_service_plugin_start_streaming_previous_utterance_data(void)
788 {
789         int ret = -1;
790         if (NULL != g_handle) {
791                 wakeup_manager_start_streaming_previous_utterance_data func = _wakeup_manager_interface.start_streaming_previous_utterance_data;
792                 if (NULL == func) {
793                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_START_STREAMING_PREVIOUS_UTTERANCE_DATA);
794                 } else {
795                         ret = func();
796                         if (0 != ret) {
797                                 MAS_LOGE("[ERROR] Fail to request previous speech data, ret(%d)", ret);
798                         }
799                 }
800         } else {
801                 MAS_LOGE("[ERROR] g_handle is not valid");
802         }
803         return ret;
804 }
805
806 int multi_assistant_service_plugin_stop_streaming_previous_utterance_data(void)
807 {
808         int ret = -1;
809         if (NULL != g_handle) {
810                 wakeup_manager_stop_streaming_previous_utterance_data func = _wakeup_manager_interface.stop_streaming_previous_utterance_data;
811                 if (NULL == func) {
812                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_STOP_STREAMING_PREVIOUS_UTTERANCE_DATA);
813                 } else {
814                         ret = func();
815                         if (0 != ret) {
816                                 MAS_LOGE("[ERROR] Fail to request previous speech data, ret(%d)", ret);
817                         }
818                 }
819         } else {
820                 MAS_LOGE("[ERROR] g_handle is not valid");
821         }
822         return ret;
823 }
824
825 int multi_assistant_service_plugin_start_streaming_follow_up_data(void)
826 {
827         int ret = -1;
828         if (NULL != g_handle) {
829                 wakeup_manager_start_streaming_follow_up_data func = _wakeup_manager_interface.start_streaming_follow_up_data;
830                 if (NULL == func) {
831                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_START_STREAMING_FOLLOW_UP_DATA);
832                 } else {
833                         ret = func();
834                         if (0 != ret) {
835                                 MAS_LOGE("[ERROR] Fail to request speech data, ret(%d)", ret);
836                         }
837                 }
838         } else {
839                 MAS_LOGE("[ERROR] g_handle is not valid");
840         }
841         return ret;
842 }
843
844 int multi_assistant_service_plugin_stop_streaming_follow_up_data(void)
845 {
846         int ret = -1;
847         if (NULL != g_handle) {
848                 wakeup_manager_stop_streaming_follow_up_data func = _wakeup_manager_interface.stop_streaming_follow_up_data;
849                 if (NULL == func) {
850                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_STOP_STREAMING_FOLLOW_UP_DATA);
851                 } else {
852                         ret = func();
853                         if (0 != ret) {
854                                 MAS_LOGE("[ERROR] Fail to request speech data, ret(%d)", ret);
855                         }
856                 }
857         } else {
858                 MAS_LOGE("[ERROR] g_handle is not valid");
859         }
860         return ret;
861 }
862
863 int multi_assistant_service_plugin_get_recording_audio_format(int *rate, int *channel, int *audio_type)
864 {
865         int ret = -1;
866         if (NULL != g_handle) {
867                 wakeup_manager_get_audio_format func = _wakeup_manager_interface.get_audio_format;
868                 if (NULL == func) {
869                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_GET_AUDIO_FORMAT);
870                 } else {
871                         ret = func(rate, channel, audio_type);
872                         if (0 != ret) {
873                                 MAS_LOGE("[ERROR] Fail to get recording audio format, ret(%d)", ret);
874                         }
875                 }
876         } else {
877                 MAS_LOGE("[ERROR] g_handle is not valid");
878         }
879         return ret;
880 }
881
882 int multi_assistant_service_plugin_get_recording_audio_source_type(char** type)
883 {
884         int ret = -1;
885         if (NULL != g_handle) {
886                 wakeup_manager_get_audio_source_type func = _wakeup_manager_interface.get_audio_source_type;
887                 if (NULL == func) {
888                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_GET_AUDIO_SOURCE_TYPE);
889                 } else {
890                         ret = func(type);
891                         if (0 != ret) {
892                                 MAS_LOGE("[ERROR] Fail to get recording audio source type, ret(%d)", ret);
893                         }
894                 }
895         } else {
896                 MAS_LOGE("[ERROR] g_handle is not valid");
897         }
898         return ret;
899 }
900
901 int multi_assistant_service_plugin_set_wake_word_audio_require_flag(const char* appid, bool require)
902 {
903         int ret = -1;
904         if (NULL != g_handle) {
905                 wakeup_manager_set_wake_word_audio_require_flag func = _wakeup_manager_interface.set_wake_word_audio_require_flag;
906                 if (NULL == func) {
907                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_WAKE_WORD_AUDIO_REQUIRE_FLAG);
908                 } else {
909                         ret = func(require);
910                         if (0 != ret) {
911                                 MAS_LOGE("[ERROR] Fail to set wake word audio require flag, ret(%d)", ret);
912                         }
913                 }
914         } else {
915                 MAS_LOGE("[ERROR] g_handle is not valid");
916         }
917         return ret;
918 }
919
920 int multi_assistant_service_plugin_set_callbacks(void)
921 {
922         int ret = multi_assistant_service_plugin_set_wakeup_event_callback(__wakeup_event_cb, NULL);
923         if (0 != ret) {
924                 MAS_LOGE("Fail to set wakeup event cb");
925                 return ret;
926         }
927
928         ret = multi_assistant_service_plugin_set_utterance_streaming_callback(__audio_streaming_cb, NULL);
929         if (0 != ret) {
930                 MAS_LOGE("Fail to set utterance streaming cb");
931                 return ret;
932         }
933
934         ret = multi_assistant_service_plugin_set_previous_utterance_streaming_callback(__audio_streaming_cb, NULL);
935         if (0 != ret) {
936                 MAS_LOGE("Fail to set previous utterance streaming cb");
937                 return ret;
938         }
939
940         ret = multi_assistant_service_plugin_set_follow_up_streaming_callback(__audio_streaming_cb, NULL);
941         if (0 != ret) {
942                 MAS_LOGE("Fail to set follow-up streaming cb");
943                 return ret;
944         }
945
946         ret = multi_assistant_service_plugin_set_speech_status_callback(__speech_status_cb, NULL);
947         if (0 != ret) {
948                 MAS_LOGE("Fail to set speech status changed cb");
949                 return ret;
950         }
951
952         ret = multi_assistant_service_plugin_set_error_callback(__error_cb, NULL);
953         if (0 != ret) {
954                 MAS_LOGE("Fail to set error cb");
955                 return ret;
956         }
957
958         ret = multi_assistant_service_plugin_set_streaming_section_changed_callback(__streaming_section_changed_cb, NULL);
959         if (0 != ret) {
960                 MAS_LOGE("Fail to set streaming section changed cb");
961                 return ret;
962         }
963
964         return 0;
965 }
966
967 int multi_assistant_service_plugin_set_wakeup_event_callback(wakeup_service_wakeup_event_cb callback, void* user_data)
968 {
969         int ret = -1;
970         if (NULL != g_handle) {
971                 wakeup_manager_set_wakeup_event_callback func = _wakeup_manager_interface.set_wakeup_event_callback;
972                 if (NULL == func) {
973                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_WAKEUP_EVENT_CALLBACK);
974                 } else {
975                         ret = func(callback, user_data);
976                         if (0 != ret) {
977                                 MAS_LOGE("[ERROR] Fail to set wakeup event callback, ret(%d)", ret);
978                         }
979                 }
980         } else {
981                 MAS_LOGE("[ERROR] g_handle is not valid");
982         }
983         return ret;
984 }
985
986 int multi_assistant_service_plugin_set_utterance_streaming_callback(wakeup_service_speech_streaming_cb callback, void* user_data)
987 {
988         int ret = -1;
989         if (NULL != g_handle) {
990                 wakeup_manager_set_utterance_streaming_callback func = _wakeup_manager_interface.set_utterance_streaming_callback;
991                 if (NULL == func) {
992                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_UTTERANCE_STREAMING_CALLBACK);
993                 } else {
994                         ret = func(callback, user_data);
995                         if (0 != ret) {
996                                 MAS_LOGE("[ERROR] Fail to set utterance streaming callback, ret(%d)", ret);
997                         }
998                 }
999         } else {
1000                 MAS_LOGE("[ERROR] g_handle is not valid");
1001         }
1002         return ret;
1003 }
1004
1005 int multi_assistant_service_plugin_set_previous_utterance_streaming_callback(wakeup_service_speech_streaming_cb callback, void* user_data)
1006 {
1007         int ret = -1;
1008         if (NULL != g_handle) {
1009                 wakeup_manager_set_previous_utterance_streaming_callback func = _wakeup_manager_interface.set_previous_utterance_streaming_callback;
1010                 if (NULL == func) {
1011                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_PREVIOUS_UTTERANCE_STREAMING_CALLBACK);
1012                 } else {
1013                         ret = func(callback, user_data);
1014                         if (0 != ret) {
1015                                 MAS_LOGE("[ERROR] Fail to set utterance streaming callback, ret(%d)", ret);
1016                         }
1017                 }
1018         } else {
1019                 MAS_LOGE("[ERROR] g_handle is not valid");
1020         }
1021         return ret;
1022 }
1023
1024 int multi_assistant_service_plugin_set_follow_up_streaming_callback(wakeup_service_speech_streaming_cb callback, void* user_data)
1025 {
1026         int ret = -1;
1027         if (NULL != g_handle) {
1028                 wakeup_manager_set_follow_up_streaming_callback func = _wakeup_manager_interface.set_follow_up_streaming_callback;
1029                 if (NULL == func) {
1030                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_FOLLOW_UP_STREAMING_CALLBACK);
1031                 } else {
1032                         ret = func(callback, user_data);
1033                         if (0 != ret) {
1034                                 MAS_LOGE("[ERROR] Fail to set follow-up streaming callback, ret(%d)", ret);
1035                         }
1036                 }
1037         } else {
1038                 MAS_LOGE("[ERROR] g_handle is not valid");
1039         }
1040         return ret;
1041 }
1042
1043 int multi_assistant_service_plugin_set_speech_status_callback(wakeup_service_speech_status_cb callback, void* user_data)
1044 {
1045         int ret = -1;
1046         if (NULL != g_handle) {
1047                 wakeup_manager_set_speech_status_callback func = _wakeup_manager_interface.set_speech_status_callback;
1048                 if (NULL == func) {
1049                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_SPEECH_STATUS_CALLBACK);
1050                 } else {
1051                         ret = func(callback, user_data);
1052                         if (0 != ret) {
1053                                 MAS_LOGE("[ERROR] Fail to set speech status callback, ret(%d)", ret);
1054                         }
1055                 }
1056         }
1057         return ret;
1058 }
1059
1060 int multi_assistant_service_plugin_set_error_callback(wakeup_service_error_cb callback, void* user_data)
1061 {
1062         int ret = -1;
1063         if (NULL != g_handle) {
1064                 wakeup_manager_set_error_callback func = _wakeup_manager_interface.set_error_callback;
1065                 if (NULL == func) {
1066                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_ERROR_CALLBACK);
1067                 } else {
1068                         ret = func(callback, user_data);
1069                         if (0 != ret) {
1070                                 MAS_LOGE("[ERROR] Fail to set error callback, ret(%d)", ret);
1071                         }
1072                 }
1073         }
1074         return ret;
1075 }
1076
1077 int multi_assistant_service_plugin_set_streaming_section_changed_callback(wakeup_service_streaming_section_changed_cb callback, void* user_data)
1078 {
1079         int ret = -1;
1080         if (NULL != g_handle) {
1081                 wakeup_manager_set_streaming_section_changed_callback func = _wakeup_manager_interface.set_streaming_section_changed_callback;
1082                 if (NULL == func) {
1083                         MAS_LOGE("[ERROR] symbol lookup failed : %s", MA_WAKEUP_MANAGER_FUNC_SET_STREAMING_SECTION_CHANGED_CALLBACK);
1084                 } else {
1085                         ret = func(callback, user_data);
1086                         if (0 != ret) {
1087                                 MAS_LOGE("[ERROR] Fail to set streaming section changed callback, ret(%d)", ret);
1088                         }
1089                 }
1090         }
1091         return ret;
1092 }