#ifdef TV_PRODUCT
#define TV_BT_MODE
+#define TV_FFV_MODE
#endif
#include <audio_io.h>
#include <math.h>
#include <pthread.h>
#include <sound_manager.h>
+#include <sound_manager_internal.h>
#ifdef TV_BT_MODE
#include <bluetooth_product.h>
#endif
+#ifdef TV_FFV_MODE
+#include <farfield-voice-api.h>
+#endif
#include "stt_defs.h"
#include "sttd_dbus.h"
#include "sttd_recorder.h"
#include "sttd_main.h"
+#include "sttd_engine_agent.h"
+#define STTE_AUDIO_ID_NONE "STT_AUDIO_ID_NONE" /**< None audio id */
+#ifdef TV_FFV_MODE
+#define STTE_AUDIO_ID_FFV "STT_FARFIELD_VOICE_VD"
+#endif
-#define FRAME_LENGTH 160
+#define FRAME_LENGTH 320
#define BUFFER_LENGTH FRAME_LENGTH * 2
static pthread_mutex_t sttd_audio_in_handle_mutex = PTHREAD_MUTEX_INITIALIZER;
+#ifndef TV_BT_MODE
+static Ecore_Timer* g_audio_timer = NULL;
+#endif
+
typedef enum {
STTD_RECORDER_STATE_NONE = -1,
STTD_RECORDER_STATE_READY = 0, /**< Recorder is ready to start */
static int g_stream_focus_id;
+static bool g_is_set_audio_type = false;
+
+#ifdef TV_FFV_MODE
+farfield_voice_h g_farfieldvoice_h = NULL;
+#endif
+
/* Sound buf save for test */
/*
#define BUF_SAVE_MODE
//static stt_recorder_s* __get_recorder(int engine_id);
-static int g_bt_extend_count;
-
#define SMART_CONTROL_EXTEND_CMD 0x03
#define SMART_CONTROL_START_CMD 0x04
}
if (NULL != g_audio_cb) {
+ if (false == g_is_set_audio_type) {
+ sttd_engine_agent_set_audio_type(STTE_AUDIO_ID_BLUETOOTH);
+ g_is_set_audio_type = true;
+ }
+
if (0 != g_audio_cb((void*)voice_data->audio_buf, (unsigned int)voice_data->length)) {
SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail to read audio");
sttd_recorder_stop();
if (0 == g_buffer_count || 0 == g_buffer_count % 50) {
SLOG(LOG_WARN, TAG_STTD, "[Recorder][%d] Recording... : read_size(%d)", g_buffer_count, voice_data->length);
- if (0 == g_bt_extend_count % 5 && 0 != g_buffer_count) {
- const unsigned char input_data[2] = {SMART_CONTROL_EXTEND_CMD, 0x10 };
- if (BT_ERROR_NONE != bt_hid_send_rc_command(NULL, input_data, sizeof(input_data))) {
- SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail bt_hid_send_rc_command(NULL, %s, %d)", input_data, sizeof(input_data));
- } else {
- SLOG(LOG_DEBUG, TAG_STTD, "[Recorder] Extend bt audio recorder");
- }
- }
- g_bt_extend_count++;
-
if (100000 == g_buffer_count) {
g_buffer_count = 0;
}
}
#endif
+#ifdef TV_FFV_MODE
+static void _ffv_audio_function_cb(void* data, unsigned int length, void* user_data)
+{
+ if (false == g_is_set_audio_type) {
+ sttd_engine_agent_set_audio_type(STTE_AUDIO_ID_FFV);
+ g_is_set_audio_type = true;
+ }
+
+ if (0 == g_buffer_count % 50) {
+ SLOG(LOG_INFO, TAG_STTD, "[Recorder INFO] farfield audio function callback is invoked");
+
+ if (100000 == g_buffer_count) {
+ g_buffer_count = 0;
+ }
+ }
+
+ g_buffer_count++;
+
+ if (NULL != g_audio_cb) {
+ if (0 != g_audio_cb(data, length)) {
+ SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail to read audio");
+ sttd_recorder_stop();
+ }
+
+ if (NULL == g_recorder) {
+ SLOG(LOG_INFO, TAG_STTD, "[Recorder INFO] g_recoder is NULL");
+ return;
+ }
+
+ float vol_db = get_volume_decibel((char*)data, (int)length, g_recorder->audio_type);
+ if (0 != sttdc_send_set_volume(g_recorder->uid, vol_db)) {
+ SLOG(LOG_ERROR, TAG_STTD, "[Recorder] Fail to send recording volume(%f)", vol_db);
+ }
+ }
+}
+#endif
const char* __stt_get_focus_changed_reason_code(sound_stream_focus_change_reason_e reason)
{
g_recorder_state = STTD_RECORDER_STATE_NONE;
g_recorder = NULL;
- if (0 != sound_manager_create_stream_information(SOUND_STREAM_TYPE_VOICE_RECOGNITION, NULL, NULL, &g_stream_info_h)) {
+ if (0 != sound_manager_create_stream_information_internal(SOUND_STREAM_TYPE_VOICE_RECOGNITION_SERVICE, NULL, NULL, &g_stream_info_h)) {
SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail to create stream info");
}
SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail to add focus state watch callback");
}
+#ifdef TV_FFV_MODE
+ g_farfieldvoice_h = farfield_voice_init();
+ if (NULL == g_farfieldvoice_h) {
+ SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail to init farfield_voice_init");
+ } else {
+ SLOG(LOG_INFO, TAG_STTD, "[Recorder INFO] Register farfield voice audio callback");
+ farfield_voice_register_audio_cb(g_farfieldvoice_h, _ffv_audio_function_cb, NULL);
+ }
+#endif
+
#ifdef TV_BT_MODE
if (BT_ERROR_NONE != bt_product_init()) {
SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail to init bt");
}
#endif
+#ifdef TV_FFV_MODE
+ if (NULL != g_farfieldvoice_h) {
+ SLOG(LOG_INFO, TAG_STTD, "[Recorder INFO] Unregister farfield voice");
+ farfield_voice_unregister_audio_cb(g_farfieldvoice_h);
+ farfield_voice_final(g_farfieldvoice_h);
+ g_farfieldvoice_h = NULL;
+ }
+#endif
+
#ifdef TV_BT_MODE
bt_hid_host_deinitialize();
return 0;
}
-static float get_volume_decibel(char* data, int size, stte_audio_type_e type)
+float get_volume_decibel(char* data, int size, stte_audio_type_e type)
{
#define MAX_AMPLITUDE_MEAN_16 32768
#define MAX_AMPLITUDE_MEAN_08 128
return EINA_FALSE;
}
- if (0 == g_buffer_count % 30) {
+ if (NULL == g_recorder)
+ SLOG(LOG_WARN, TAG_STTD, "[Recorder] g_recorder is NULL. It is already stopped and destroyed.");
+
+ if (0 == g_buffer_count % 30 && NULL != g_recorder) {
float vol_db = get_volume_decibel(g_buffer, BUFFER_LENGTH, g_recorder->audio_type);
if (0 != sttdc_send_set_volume(g_recorder->uid, vol_db)) {
SLOG(LOG_ERROR, TAG_STTD, "[Recorder] Fail to send recording volume(%f)", vol_db);
if (STTD_RECORDER_STATE_RECORDING == g_recorder_state)
return 0;
- int ret = -1;
#ifndef TV_BT_MODE
+ int ret = -1;
/* Check engine id is valid */
if (NULL == g_recorder) {
SLOG(LOG_WARN, TAG_STTD, "[Recorder WARNING] Engine id is not valid");
}
/* Add ecore timer to read audio data */
- ecore_timer_add(0, __read_audio_func, NULL);
-
-#else
- g_bt_extend_count = 0;
- const unsigned char input_data[2] = {SMART_CONTROL_START_CMD, 0x00 };
- int bt_retry = 0;
- bool started = false;
- while (5 > bt_retry) {
- ret = bt_hid_send_rc_command(NULL, input_data, sizeof(input_data));
- if (BT_ERROR_NONE == ret) {
- SLOG(LOG_DEBUG, TAG_STTD, "[Recorder] Start bt audio recorder");
- started = true;
- break;
- } else if (BT_ERROR_NOW_IN_PROGRESS == ret) {
- SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail bt_hid_send_rc_command(NULL, %s, %d)", input_data, sizeof(input_data));
- usleep(50000);
- bt_retry++;
- } else {
- break;
- }
+ if (NULL != g_audio_timer) {
+ ecore_timer_del(g_audio_timer);
+ g_audio_timer = NULL;
}
- if (false == started) {
- SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail to start bt audio");
+
+ g_audio_timer = ecore_timer_add(0, __read_audio_func, NULL);
+ if (NULL == g_audio_timer) {
+ SLOG(LOG_WARN, TAG_STTD, "[Recorder WARNING] Fail to create timer of read_audio");
return STTD_ERROR_OPERATION_FAILED;
}
#endif
+
g_recorder_state = STTD_RECORDER_STATE_RECORDING;
g_recorder->uid = uid;
SLOG(LOG_WARN, TAG_STTD, "[Recorder WARNING] Enter critical section");
pthread_mutex_lock(&sttd_audio_in_handle_mutex);
+ g_is_set_audio_type = false;
+ sttd_engine_agent_set_audio_type(STTE_AUDIO_ID_NONE);
+
/* Check engine id is valid */
if (NULL == g_recorder) {
SLOG(LOG_WARN, TAG_STTD, "[Recorder WARNING] Engine id is not valid");
int ret = -1;
#ifndef TV_BT_MODE
+ if (NULL != g_audio_timer) {
+ ecore_timer_del(g_audio_timer);
+ g_audio_timer = NULL;
+ }
+
ret = audio_in_unprepare(g_recorder->audio_h);
if (AUDIO_IO_ERROR_NONE != ret) {
SLOG(LOG_ERROR, TAG_STTD, "[Recorder ERROR] Fail to unprepare audioin : %d", ret);