4 * Copyright (c) 2000 - 2013 Samsung Electronics Co., Ltd. All rights reserved.
6 * Contact: Hyuntae Kim <ht1211.kim@samsung.com>
8 * Licensed under the Apache License, Version 2.0 (the "License");
9 * you may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
12 * http://www.apache.org/licenses/LICENSE-2.0
14 * Unless required by applicable law or agreed to in writing, software
15 * distributed under the License is distributed on an "AS IS" BASIS,
16 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17 * See the License for the specific language governing permissions and
18 * limitations under the License.
22 /*=======================================================================================
24 =======================================================================================*/
25 #include "mm_streamrecorder_internal.h"
26 #include "mm_streamrecorder_video.h"
27 #include "mm_streamrecorder_gstcommon.h"
28 #include "mm_streamrecorder_recorder.h"
29 #include "mm_streamrecorder_util.h"
30 #include "mm_streamrecorder_buffer_manager.h"
31 #include "mm_streamrecorder_fileinfo.h"
32 #include "mm_streamrecorder_attribute.h"
35 #include <gst/base/gstadapter.h>
36 #include <gst/app/gstappsrc.h>
37 #include <gst/app/gstappsink.h>
40 /*---------------------------------------------------------------------------------------
41 | GLOBAL VARIABLE DEFINITIONS for internal |
42 ---------------------------------------------------------------------------------------*/
44 /*---------------------------------------------------------------------------------------
45 | LOCAL VARIABLE DEFINITIONS for internal |
46 ---------------------------------------------------------------------------------------*/
48 /*-----------------------------------------------------------------------
49 | GLOBAL VARIABLE DEFINITIONS for internal |
50 -----------------------------------------------------------------------*/
52 /*---------------------------------------------------------------------------------------
53 | LOCAL FUNCTION PROTOTYPES: |
54 ---------------------------------------------------------------------------------------*/
55 /* STATIC INTERNAL FUNCTION */
57 /*=======================================================================================
58 | FUNCTION DEFINITIONS |
59 =======================================================================================*/
60 /*---------------------------------------------------------------------------------------
61 | GLOBAL FUNCTION DEFINITIONS: |
62 ---------------------------------------------------------------------------------------*/
63 int _mmstreamrecorder_create_pipeline(MMHandleType handle)
65 int ret = MM_ERROR_NONE;
66 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
67 _MMStreamRecorderSubContext *sc = NULL;
68 GstElement *pipeline = NULL;
70 _mmstreamrec_dbg_log("handle : %x", handle);
72 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
74 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
75 mmf_return_val_if_fail(sc, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
78 ret = _mmstreamrecorder_create_recorder_pipeline(handle);
80 pipeline = sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst;
82 ret = _mmstreamrecorder_gst_set_state(handle, pipeline, GST_STATE_READY);
84 _mmstreamrec_dbg_log("ret[%x]", ret);
88 void _mmstreamrecorder_destroy_pipeline(MMHandleType handle)
90 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
91 _MMStreamRecorderSubContext *sc = NULL;
94 _MMStreamRecorderGstElement *element = NULL;
97 mmf_return_if_fail(hstreamrecorder);
99 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
100 mmf_return_if_fail(sc);
102 _mmstreamrec_dbg_log("");
104 element = sc->encode_element;
105 element_num = sc->encode_element_num;
106 if (element == NULL) {
107 _mmstreamrec_dbg_log("encode element is null!!");
111 if (sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst != NULL) {
112 bus = gst_pipeline_get_bus(GST_PIPELINE(sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst));
114 _mmstreamrec_dbg_log("Pipeline clear!!");
116 /* Remove pipeline message callback */
117 if (hstreamrecorder->pipeline_cb_event_id != 0) {
118 g_source_remove(hstreamrecorder->pipeline_cb_event_id);
119 hstreamrecorder->pipeline_cb_event_id = 0;
122 /* Remove remained message in bus */
124 GstMessage *gst_msg = NULL;
125 while ((gst_msg = gst_bus_pop(bus)) != NULL) {
126 _mmstreamrecorder_pipeline_cb_message(bus, gst_msg, (gpointer) hstreamrecorder);
127 gst_message_unref(gst_msg);
130 gst_object_unref(bus);
134 /* Inside each pipeline destroy function, Set GST_STATE_NULL to Main pipeline */
135 _mmstreamrecorder_destroy_recorder_pipeline(handle);
138 if (element != NULL) {
139 /* checking unreleased element */
140 for (i = 0; i < element_num; i++) {
141 if (element[i].gst) {
142 if (GST_IS_ELEMENT(element[i].gst)) {
143 _mmstreamrec_dbg_warn("Still alive element - ID[%d], name [%s], ref count[%d], status[%s]", element[i].id, GST_OBJECT_NAME(element[i].gst), GST_OBJECT_REFCOUNT(element[i].gst), gst_element_state_get_name(GST_STATE(element[i].gst)));
144 g_object_weak_unref(G_OBJECT(element[i].gst), (GWeakNotify) _mmstreamrecorder_element_release_noti, sc);
146 _mmstreamrec_dbg_warn("The element[%d] is still aliving, check it", element[i].id);
149 element[i].id = _MMSTREAMRECORDER_ENCODE_NONE;
150 element[i].gst = NULL;
157 int _mmstreamrecorder_create_recorder_pipeline(MMHandleType handle)
160 int err = MM_ERROR_NONE;
161 int audio_enable = FALSE;
163 GstPad *srcpad = NULL;
164 GstPad *sinkpad = NULL;
166 unsigned int video_codec = MM_VIDEO_CODEC_INVALID;
167 unsigned int file_format = MM_FILE_FORMAT_INVALID;
168 char *err_name = NULL;
170 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
171 _MMStreamRecorderSubContext *sc = NULL;
173 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
175 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
176 mmf_return_val_if_fail(sc, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
178 _mmstreamrec_dbg_warn("start");
180 err = mm_streamrecorder_get_attributes(handle, &err_name, MMSTR_VIDEO_ENCODER, &video_codec, MMSTR_FILE_FORMAT, &file_format, NULL);
181 if (err != MM_ERROR_NONE) {
182 _mmstreamrec_dbg_warn("Get attrs fail. (%s:%x)", err_name, err);
187 err = _mmstreamrecorder_check_videocodec_fileformat_compatibility(video_codec, file_format);
188 if (err != MM_ERROR_NONE)
192 _MMSTREAMRECORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMSTREAMRECORDER_ENCODE_MAIN_PIPE, "recorder_pipeline", err);
194 /* get audio disable */
195 mm_streamrecorder_get_attributes(handle, NULL, MMSTR_AUDIO_ENABLE, &audio_enable, NULL);
196 sc->audio_enable = audio_enable;
198 _mmstreamrec_dbg_log("AUDIO DISABLE : %d", sc->audio_enable);
200 if (sc->audio_enable == TRUE) {
201 /* create audiosrc bin */
202 err = _mmstreamrecorder_create_audiosrc_bin((MMHandleType) hstreamrecorder);
203 if (err != MM_ERROR_NONE)
207 err = _mmstreamrecorder_create_encodesink_bin((MMHandleType) hstreamrecorder, MM_STREAMRECORDER_ENCBIN_PROFILE_VIDEO);
208 if (err != MM_ERROR_NONE)
211 if (sc->audio_enable == TRUE)
212 gst_bin_add(GST_BIN(sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst), sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst);
214 /* add element and encodesink bin to encode main pipeline */
215 gst_bin_add_many(GST_BIN(sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst), sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst, sc->encode_element[_MMSTREAMRECORDER_ENCSINK_FILT].gst, sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst, NULL);
217 /* Link each element : appsrc - capsfilter - encodesink bin */
218 srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst, "src");
219 sinkpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_FILT].gst, "sink");
220 _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
222 srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_FILT].gst, "src");
223 sinkpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst, "video_sink0");
224 _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
226 if (sc->audio_enable == TRUE) {
227 srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst, "src");
228 sinkpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst, "audio_sink0");
229 _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
232 if (sc->audio_enable == TRUE) {
233 sinkpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_AENC].gst, "sink");
234 MMSTREAMRECORDER_ADD_BUFFER_PROBE(sinkpad, _MMSTREAMRECORDER_HANDLER_VIDEOREC, __mmstreamrecorder_audioque_dataprobe, hstreamrecorder);
235 gst_object_unref(sinkpad);
238 if (sc->encode_element[_MMSTREAMRECORDER_ENCSINK_AENC_QUE].gst) {
239 srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_AENC_QUE].gst, "src");
240 MMSTREAMRECORDER_ADD_EVENT_PROBE(srcpad, _MMSTREAMRECORDER_HANDLER_VIDEOREC, __mmstreamrecorder_eventprobe_monitor, hstreamrecorder);
241 gst_object_unref(srcpad);
246 if (sc->encode_element[_MMSTREAMRECORDER_ENCSINK_VENC_QUE].gst) {
247 srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_VENC_QUE].gst, "src");
248 MMSTREAMRECORDER_ADD_EVENT_PROBE(srcpad, _MMSTREAMRECORDER_HANDLER_VIDEOREC, __mmstreamrecorder_eventprobe_monitor, hstreamrecorder);
249 gst_object_unref(srcpad);
253 if (sc->audio_enable == FALSE) {
254 sinkpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_VENC].gst, "sink");
255 MMSTREAMRECORDER_ADD_BUFFER_PROBE(sinkpad, _MMSTREAMRECORDER_HANDLER_VIDEOREC, __mmstreamrecorder_video_dataprobe_audio_disable, hstreamrecorder);
256 gst_object_unref(sinkpad);
260 srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_VENC].gst, "src");
261 MMSTREAMRECORDER_ADD_BUFFER_PROBE(srcpad, _MMSTREAMRECORDER_HANDLER_VIDEOREC, __mmstreamrecorder_video_dataprobe_record, hstreamrecorder);
262 gst_object_unref(srcpad);
265 if (sc->audio_enable == TRUE) {
266 srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_AENC].gst, "src");
267 MMSTREAMRECORDER_ADD_BUFFER_PROBE(srcpad, _MMSTREAMRECORDER_HANDLER_VIDEOREC, __mmstreamrecorder_audio_dataprobe_check, hstreamrecorder);
268 gst_object_unref(srcpad);
272 bus = gst_pipeline_get_bus(GST_PIPELINE(sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst));
274 /* register pipeline message callback */
275 hstreamrecorder->encode_pipeline_cb_event_id = gst_bus_add_watch(bus, (GstBusFunc) _mmstreamrecorder_pipeline_cb_message, hstreamrecorder);
277 gst_object_unref(bus);
280 return MM_ERROR_NONE;
282 pipeline_creation_error:
283 for (i = _MMSTREAMRECORDER_AUDIOSRC_BIN; i <= _MMSTREAMRECORDER_ENCSINK_SINK; i++)
284 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, i);
286 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCODE_MAIN_PIPE);
290 int _mmstreamrecorder_destroy_recorder_pipeline(MMHandleType handle)
292 int ret = MM_ERROR_NONE;
293 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
294 _MMStreamRecorderSubContext *sc = NULL;
298 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
299 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
300 mmf_return_val_if_fail(sc, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
302 _mmstreamrec_dbg_log("start");
304 if (!sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst) {
305 _mmstreamrec_dbg_warn("pipeline is not existed.");
306 return MM_ERROR_NONE;
309 _mmstreamrecorder_remove_all_handlers((MMHandleType) hstreamrecorder, _MMSTREAMRECORDER_HANDLER_VIDEOREC);
311 ret = _mmstreamrecorder_gst_set_state(handle, sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
312 if (ret != MM_ERROR_NONE) {
313 _mmstreamrec_dbg_err("Faile to change encode main pipeline [0x%x]", ret);
317 bus = gst_pipeline_get_bus(GST_PIPELINE(sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst));
319 /* Remove remained message */
321 GstMessage *gst_msg = NULL;
322 while ((gst_msg = gst_bus_pop(bus)) != NULL) {
323 _mmstreamrecorder_pipeline_cb_message(bus, gst_msg, (gpointer) hstreamrecorder);
324 gst_message_unref(gst_msg);
327 gst_object_unref(bus);
331 /* remove audio pipeline first */
332 ret = _mmstreamrecorder_destroy_audiosrc_bin(handle);
333 if (ret != MM_ERROR_NONE) {
334 _mmstreamrec_dbg_err("Fail to remove audio pipeline");
338 ret = _mmstreamrecorder_destroy_encodesink_bin(handle);
339 if (ret != MM_ERROR_NONE) {
340 _mmstreamrec_dbg_err("Fail to remove encoder pipeline");
344 /* Remove pipeline message callback */
345 if (hstreamrecorder->encode_pipeline_cb_event_id != 0) {
346 g_source_remove(hstreamrecorder->encode_pipeline_cb_event_id);
347 hstreamrecorder->encode_pipeline_cb_event_id = 0;
350 _mmstreamrec_dbg_log("done");
355 int _mmstreamrecorder_create_encodesink_bin(MMHandleType handle, MMStreamRecorderEncodebinProfile profile)
357 int err = MM_ERROR_NONE;
365 int video_height = 0;
368 int audio_src_format = 0;
369 int video_src_format = 0;
370 int audio_samplerate = 0;
371 const char *str_profile = NULL;
372 const char *str_aac = NULL;
373 const char *str_aar = NULL;
374 const char *str_acs = NULL;
375 char *err_name = NULL;
376 int ret = MM_ERROR_NONE;
377 GstCaps *caps = NULL;
379 GList *element_list = NULL;
380 char *temp_filename = NULL;
387 _MMStreamRecorderVideoInfo *info = NULL;
388 _MMStreamRecorderFileInfo *finfo = NULL;
390 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
391 _MMStreamRecorderSubContext *sc = NULL;
392 /* type_element *VideoencElement = NULL; */
393 /* type_element *AudioencElement = NULL; */
394 /* type_element *MuxElement = NULL; */
395 /* type_element *RecordsinkElement = NULL; */
397 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
399 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
400 mmf_return_val_if_fail(sc, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
402 _mmstreamrec_dbg_log("start - profile : %d", profile);
404 info = sc->info_video;
405 finfo = sc->info_file;
407 /* check element availability */
408 ret = mm_streamrecorder_get_attributes(handle, &err_name, MMSTR_AUDIO_ENCODER, &audio_enc, MMSTR_AUDIO_CHANNEL, &channel, MMSTR_VIDEO_BITRATE, &v_bitrate, MMSTR_VIDEO_ENCODER, &video_enc, MMSTR_AUDIO_BITRATE, &a_bitrate, MMSTR_VIDEO_RESOLUTION_WIDTH, &video_width, MMSTR_VIDEO_RESOLUTION_HEIGHT, &video_height, MMSTR_VIDEO_FRAMERATE, &video_fps, MMSTR_FILE_FORMAT, &file_format, MMSTR_AUDIO_SAMPLERATE, &audio_samplerate, MMSTR_AUDIO_SOURCE_FORMAT, &audio_src_format, MMSTR_VIDEO_SOURCE_FORMAT, &video_src_format, MMSTR_RECORDER_MODE, &rec_mode, NULL);
409 if (ret != MM_ERROR_NONE) {
410 _mmstreamrec_dbg_err("Get attrs fail. (%s:%x)", err_name, ret);
415 _mmstreamrec_dbg_err("audio encoder - %d , video encoder : %d", audio_enc, video_enc);
416 _mmstreamrec_dbg_err("audio channel - %d , video v_bitrate : %d", channel, v_bitrate);
417 _mmstreamrec_dbg_err("audio a_bitrate - %d , video video_width : %d ,video video_height : %d ", a_bitrate, video_width, video_height);
418 _mmstreamrec_dbg_err("video_fps - %d , video file_format : %d", video_fps, file_format);
420 /* Check existence */
421 if (sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst) {
422 if (((GObject *) sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst)->ref_count > 0)
423 gst_object_unref(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst);
425 _mmstreamrec_dbg_log("_MMSTREAMRECORDER_ENCSINK_BIN is Already existed.");
428 /* Create bin element */
429 _MMSTREAMRECORDER_BIN_MAKE(sc, sc->encode_element, _MMSTREAMRECORDER_ENCSINK_BIN, "encodesink_bin", err);
431 /* Create child element */
432 if (hstreamrecorder->ini.encsink_bin_profile != MM_STREAMRECORDER_ENCBIN_PROFILE_AUDIO) {
433 /* create appsrc and capsfilter */
434 _MMSTREAMRECORDER_ELEMENT_MAKE(sc, sc->encode_element, _MMSTREAMRECORDER_ENCSINK_SRC, hstreamrecorder->ini.name_of_encsink_src, "encodesink_src", element_list, err);
435 _MMSTREAMRECORDER_ELEMENT_MAKE(sc, sc->encode_element, _MMSTREAMRECORDER_ENCSINK_FILT, "capsfilter", "encodesink_filter", element_list, err);
437 caps = gst_set_videosrcpad_caps(video_src_format, video_width, video_height, video_fps, 1);
438 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst, "caps", caps);
440 gst_caps_unref(caps);
444 caps = gst_set_videosrcpad_caps(video_src_format, video_width, video_height, video_fps, 1);
445 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_FILT].gst, "caps", caps);
447 gst_caps_unref(caps);
452 /* release element_list, they will be placed out of encodesink bin */
454 g_list_free(element_list);
457 if (rec_mode == MM_STREAMRECORDER_MODE_MEDIABUFFER) {
458 /* set appsrc as live source */
459 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst, "is-live", hstreamrecorder->ini.encsink_src_islive);
464 _MMSTREAMRECORDER_ELEMENT_MAKE(sc, sc->encode_element, _MMSTREAMRECORDER_ENCSINK_ENCBIN, "encodebin", "encodesink_encbin", element_list, err);
466 _mmstreamrec_dbg_log("Profile[%d]", profile);
468 /* Set information */
469 if (hstreamrecorder->ini.encsink_bin_profile == MM_STREAMRECORDER_ENCBIN_PROFILE_VIDEO) {
470 str_profile = "VideoProfile";
471 str_aac = "VideoAutoAudioConvert";
472 str_aar = "VideoAutoAudioResample";
473 str_acs = "VideoAutoColorSpace";
474 } else if (hstreamrecorder->ini.encsink_bin_profile == MM_STREAMRECORDER_ENCBIN_PROFILE_AUDIO) {
475 str_profile = "AudioProfile";
476 str_aac = "AudioAutoAudioConvert";
477 str_aar = "AudioAutoAudioResample";
478 str_acs = "AudioAutoColorSpace";
481 /* TODO : check the last value ( set ) */
482 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "profile", hstreamrecorder->ini.encsink_bin_profile);
483 if (rec_mode == MM_STREAMRECORDER_MODE_MEDIABUFFER)
484 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "auto-audio-convert", hstreamrecorder->ini.encsink_bin_auto_audio_convert);
486 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "auto-audio-resample", hstreamrecorder->ini.encsink_bin_auto_audio_resample);
487 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "auto-colorspace", hstreamrecorder->ini.encsink_bin_auto_colorspace);
488 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "use-video-toggle", hstreamrecorder->ini.encsink_bin_use_video_toggle);
491 if (hstreamrecorder->ini.encsink_bin_profile == MM_STREAMRECORDER_ENCBIN_PROFILE_VIDEO) {
493 case MM_VIDEO_CODEC_H263:
494 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "venc-name", hstreamrecorder->ini.h263_video_encoder);
496 case MM_VIDEO_CODEC_H264:
497 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "venc-name", hstreamrecorder->ini.h264_video_encoder);
499 case MM_VIDEO_CODEC_MPEG4:
500 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "venc-name", hstreamrecorder->ini.mpeg4_video_encoder);
503 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "venc-name", hstreamrecorder->ini.h264_video_encoder);
506 _MMSTREAMRECORDER_ENCODEBIN_ELMGET(sc, _MMSTREAMRECORDER_ENCSINK_VENC, "video-encode", err);
508 /* set color converter size */
509 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "vconv-name", hstreamrecorder->ini.name_of_encsink_bin_video_converter);
510 _MMSTREAMRECORDER_ENCODEBIN_ELMGET(sc, _MMSTREAMRECORDER_ENCSINK_VCONV, "video-convert", err);
512 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "auto-colorspace", hstreamrecorder->ini.encsink_bin_auto_colorspace);
514 if (video_src_format == MM_STREAMRECORDER_INPUT_FORMAT_NV12)
515 video_src_format = MM_STREAMRECORDER_INPUT_FORMAT_I420;
517 caps = gst_set_videosrcpad_caps(video_src_format, video_width, video_height, video_fps, 1);
518 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "vcaps", caps);
519 if (video_src_format != MM_STREAMRECORDER_INPUT_FORMAT_NV12)
520 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_VCONV].gst, "dst-buffer-num", hstreamrecorder->ini.convert_output_buffer_num);
523 err = gst_pad_set_caps(gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_VENC].gst, "sink"), caps);
525 /* MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_VENC].gst, "state-tuning", TRUE); */
528 gst_caps_unref(caps);
531 _mmstreamrec_dbg_log("size %dx%d, dst-buffer-num %d", video_width, video_height, hstreamrecorder->ini.convert_output_buffer_num);
533 _mmstreamrec_dbg_warn("encoder set caps result : 0x%x", err);
535 if (hstreamrecorder->ini.encsink_bin_use_parser[0]) {
536 GstElement *parser = gst_element_factory_make(hstreamrecorder->ini.encsink_bin_use_parser, "parse");
537 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "use-venc-queue", parser);
538 _MMSTREAMRECORDER_ENCODEBIN_ELMGET(sc, _MMSTREAMRECORDER_ENCSINK_PARSER, "use-venc-queue", err);
542 if (sc->audio_enable == TRUE) {
544 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "aenc-name", hstreamrecorder->ini.name_of_encsink_bin_audio_encoder);
545 _MMSTREAMRECORDER_ENCODEBIN_ELMGET(sc, _MMSTREAMRECORDER_ENCSINK_AENC, "audio-encode", err);
546 _mmstreamrec_dbg_err("audio-encode err = %x ", err);
548 /* Set basic infomation */
549 if (audio_enc != MM_AUDIO_CODEC_VORBIS) {
552 if (audio_src_format == MM_STREAMRECORDER_AUDIO_FORMAT_PCM_S16_LE) {
554 } else { /* MM_STREAMRECORDER_AUDIO_FORMAT_PCM_U8 */
558 /* TODO : set rate , channel , depth */
560 caps = gst_set_audiosrcpad_caps(audio_samplerate, 2, depth, 16, 1);
561 /* MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "auto-audio-convert", TRUE); */
562 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "acaps", caps);
564 gchar *type = gst_caps_to_string(caps);
565 _mmstreamrec_dbg_warn("Set srcpad caps: %s", type);
568 gst_caps_unref(caps);
571 /* what are the audio encoder which should get audio/x-raw-float? */
572 caps = gst_caps_new_simple("audio/x-raw", "rate", G_TYPE_INT, audio_samplerate, "channels", G_TYPE_INT, channel, "endianness", G_TYPE_INT, BYTE_ORDER, "width", G_TYPE_INT, 32, NULL);
573 _mmstreamrec_dbg_log("caps [x-raw-float, rate:%d, channel:%d, endianness:%d, width:32]", audio_samplerate, channel, BYTE_ORDER);
574 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "auto-audio-convert", TRUE);
575 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "acaps", caps);
576 gst_caps_unref(caps);
581 if (audio_enc == MM_AUDIO_CODEC_AMR && channel == 2) {
582 caps = gst_caps_new_simple("audio/x-raw-int", "channels", G_TYPE_INT, 1, NULL);
583 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "auto-audio-convert", TRUE);
584 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "acaps", caps);
585 gst_caps_unref(caps);
589 if (audio_enc == MM_AUDIO_CODEC_OGG) {
590 caps = gst_caps_new_simple("audio/x-raw-int", NULL);
591 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "auto-audio-convert", TRUE);
592 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "acaps", caps);
593 gst_caps_unref(caps);
598 _MMSTREAMRECORDER_ENCODEBIN_ELMGET(sc, _MMSTREAMRECORDER_ENCSINK_AENC_QUE, "use-aenc-queue", err);
602 switch (file_format) {
603 case MM_FILE_FORMAT_3GP:{
604 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "mux-name", hstreamrecorder->ini.name_of_encsink_bin_3GPMUXER);
608 case MM_FILE_FORMAT_MP4:{
609 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "mux-name", hstreamrecorder->ini.name_of_encsink_bin_MP4MUXER);
614 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "mux-name", hstreamrecorder->ini.name_of_encsink_bin_MP4MUXER);
619 _MMSTREAMRECORDER_ENCODEBIN_ELMGET(sc, _MMSTREAMRECORDER_ENCSINK_MUX, "mux", err);
623 _MMSTREAMRECORDER_ELEMENT_MAKE(sc, sc->encode_element, _MMSTREAMRECORDER_ENCSINK_SINK, "filesink", NULL, element_list, err);
624 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SINK].gst, "async", 0);
626 err = mm_streamrecorder_get_attributes(handle, &err_name,
627 MMSTR_FILE_FORMAT, &fileformat, MMSTR_FILENAME, &temp_filename, &size,
628 MMSTR_TARGET_MAX_SIZE, &imax_size,
629 MMSTR_TARGET_TIME_LIMIT, &imax_time,
632 if (err != MM_ERROR_NONE) {
633 _mmstreamrec_dbg_warn("Get attrs fail. (%s:%x)", err_name, err);
638 finfo->fileformat = fileformat;
642 info->max_size = 0; /* do not check */
644 info->max_size = ((guint64) imax_size) << 10; /* to byte */
648 info->max_time = 0; /* do not check */
650 info->max_time = ((guint64) imax_time) * 1000; /* to millisecond */
652 finfo->filename = g_strdup(temp_filename);
653 if (!finfo->filename) {
654 _mmstreamrec_dbg_err("strdup was failed");
658 _mmstreamrec_dbg_log("Record start : set file name using attribute - %s ", finfo->filename);
660 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SINK].gst, "location", finfo->filename);
662 if (profile == MM_STREAMRECORDER_ENCBIN_PROFILE_VIDEO) {
663 /* video encoder attribute setting */
665 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_VENC].gst, "bitrate", v_bitrate);
667 _mmstreamrec_dbg_warn("video bitrate is too small[%d], so skip setting. Use DEFAULT value.", v_bitrate);
670 if (sc->audio_enable == TRUE) {
671 /* audio encoder attribute setting */
674 case MM_AUDIO_CODEC_AMR:
675 result = _mmstreamrecorder_get_amrnb_bitrate_mode(a_bitrate);
676 _mmstreamrec_dbg_log("Set AMR encoder mode [%d]", result);
677 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_AENC].gst, "band-mode", result);
679 case MM_AUDIO_CODEC_AAC:
680 _mmstreamrec_dbg_log("Set AAC encoder bitrate [%d]", a_bitrate);
681 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_AENC].gst, "bitrate", a_bitrate);
684 _mmstreamrec_dbg_log("Audio codec is not AMR or AAC... you need to implement setting function for audio encoder bit-rate");
688 _mmstreamrec_dbg_warn("Setting bitrate is too small, so skip setting. Use DEFAULT value.");
692 _mmstreamrec_dbg_log("Element creation complete");
694 /* Add element to bin */
695 if (!_mmstreamrecorder_add_elements_to_bin(GST_BIN(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst), element_list)) {
696 _mmstreamrec_dbg_err("element add error.");
697 err = MM_ERROR_STREAMRECORDER_RESOURCE_CREATION;
698 goto pipeline_creation_error;
701 _mmstreamrec_dbg_log("Element add complete");
703 if (profile == MM_STREAMRECORDER_ENCBIN_PROFILE_VIDEO) {
704 pad = gst_element_get_request_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "video");
705 if (gst_element_add_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst, gst_ghost_pad_new("video_sink0", pad)) < 0) {
706 gst_object_unref(pad);
708 _mmstreamrec_dbg_err("failed to create ghost video_sink0 on _MMSTREAMRECORDER_ENCSINK_BIN.");
709 err = MM_ERROR_STREAMRECORDER_GST_LINK;
710 goto pipeline_creation_error;
712 gst_object_unref(pad);
715 if (sc->audio_enable == TRUE) {
716 pad = gst_element_get_request_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "audio");
717 if (gst_element_add_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst, gst_ghost_pad_new("audio_sink0", pad)) < 0) {
718 gst_object_unref(pad);
720 _mmstreamrec_dbg_err("failed to create ghost audio_sink0 on _MMSTREAMRECORDER_ENCSINK_BIN.");
721 err = MM_ERROR_STREAMRECORDER_GST_LINK;
722 goto pipeline_creation_error;
724 gst_object_unref(pad);
727 } else if (profile == MM_STREAMRECORDER_ENCBIN_PROFILE_AUDIO) {
728 pad = gst_element_get_request_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "audio");
729 if (gst_element_add_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst, gst_ghost_pad_new("audio_sink0", pad)) < 0) {
730 gst_object_unref(pad);
732 _mmstreamrec_dbg_err("failed to create ghost audio_sink0 on _MMSTREAMRECORDER_ENCSINK_BIN.");
733 err = MM_ERROR_STREAMRECORDER_GST_LINK;
734 goto pipeline_creation_error;
736 gst_object_unref(pad);
740 pad = gst_element_get_request_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "image");
741 if (gst_element_add_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst, gst_ghost_pad_new("image_sink0", pad)) < 0) {
742 gst_object_unref(pad);
744 _mmstreamrec_dbg_err("failed to create ghost image_sink0 on _MMSTREAMRECORDER_ENCSINK_BIN.");
745 err = MM_ERROR_STREAMRECORDER_GST_LINK;
746 goto pipeline_creation_error;
748 gst_object_unref(pad);
752 _mmstreamrec_dbg_log("Get pad complete");
754 /* Link internal element */
755 if (!_mmstreamrecorder_link_elements(element_list)) {
756 _mmstreamrec_dbg_err("element link error.");
757 err = MM_ERROR_STREAMRECORDER_GST_LINK;
758 goto pipeline_creation_error;
762 g_list_free(element_list);
766 _mmstreamrec_dbg_log("done");
768 return MM_ERROR_NONE;
770 pipeline_creation_error:
771 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCSINK_ENCBIN);
772 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCSINK_SRC);
773 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCSINK_FILT);
774 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCSINK_VENC);
775 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCSINK_AENC);
776 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCSINK_IENC);
777 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCSINK_MUX);
778 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCSINK_SINK);
779 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_ENCSINK_BIN);
782 g_list_free(element_list);
789 int _mmstreamrecorder_destroy_encodesink_bin(MMHandleType handle)
791 GstPad *reqpad = NULL;
792 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
793 _MMStreamRecorderSubContext *sc = NULL;
795 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
797 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
798 mmf_return_val_if_fail(sc, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
800 _mmstreamrec_dbg_log("");
802 if (sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst != NULL) {
803 /* release request pad */
804 reqpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "audio");
806 gst_element_release_request_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, reqpad);
807 gst_object_unref(reqpad);
811 reqpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "video");
813 gst_element_release_request_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, reqpad);
814 gst_object_unref(reqpad);
818 /* release encode main pipeline */
819 gst_object_unref(sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst);
821 _mmstreamrec_dbg_log("Encoder pipeline removed");
824 return MM_ERROR_NONE;
827 int _mmstreamrecorder_create_audiosrc_bin(MMHandleType handle)
829 int err = MM_ERROR_NONE;
834 unsigned int a_enc = MM_AUDIO_CODEC_INVALID;
835 unsigned int file_format = MM_FILE_FORMAT_INVALID;
836 char *err_name = NULL;
839 GstCaps *caps = NULL;
841 GList *element_list = NULL;
843 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
844 _MMStreamRecorderSubContext *sc = NULL;
845 _MMStreamRecorderGstElement *last_element = NULL;
846 /* type_element *AudiosrcElement = NULL; */
848 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
850 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
851 mmf_return_val_if_fail(sc, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
853 _mmstreamrec_dbg_log("");
855 err = mm_streamrecorder_get_attributes(handle, &err_name, MMSTR_AUDIO_ENCODER, &a_enc, MMSTR_AUDIO_BITRATE, &val, MMSTR_AUDIO_SAMPLERATE, &rate, MMSTR_AUDIO_SOURCE_FORMAT, &format, MMSTR_AUDIO_CHANNEL, &channel, MMSTR_FILE_FORMAT, &file_format, MMSTR_RECORDER_MODE, &rec_mode, NULL);
857 if (err != MM_ERROR_NONE) {
858 _mmstreamrec_dbg_warn("Get attrs fail. (%s:%x)", err_name, err);
863 err = _mmstreamrecorder_check_audiocodec_fileformat_compatibility(a_enc, file_format);
864 if (err != MM_ERROR_NONE) {
865 _mmstreamrec_dbg_err("error name :%s , audio format %d , fileformat %d. error : %x)", err_name, a_enc, file_format, err);
870 /* Check existence */
871 if (sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst) {
872 if (((GObject *) sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst)->ref_count > 0)
873 gst_object_unref(sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst);
875 _mmstreamrec_dbg_log("_MMSTREAMRECORDER_AUDIOSRC_BIN is Already existed. Unref once...");
878 /* Create bin element */
879 _MMSTREAMRECORDER_BIN_MAKE(sc, sc->encode_element, _MMSTREAMRECORDER_AUDIOSRC_BIN, "audiosource_bin", err);
881 _MMSTREAMRECORDER_ELEMENT_MAKE(sc, sc->encode_element, _MMSTREAMRECORDER_AUDIOSRC_SRC, "appsrc", hstreamrecorder->ini.name_of_audio_src, element_list, err);
883 _MMSTREAMRECORDER_ELEMENT_MAKE(sc, sc->encode_element, _MMSTREAMRECORDER_AUDIOSRC_FILT, "capsfilter", "audiosrc_capsfilter", element_list, err);
885 /* Set basic infomation */
886 if (a_enc != MM_AUDIO_CODEC_VORBIS) {
889 if (format == MM_STREAMRECORDER_AUDIO_FORMAT_PCM_S16_LE) {
891 } else { /* MM_STREAMRECORDER_AUDIO_FORMAT_PCM_U8 */
895 caps = gst_set_audiosrcpad_caps(rate, channel, depth, 16, 1);
897 _mmstreamrec_dbg_log("caps [x-raw-int, rate:%d, channel:%d, depth:%d]", rate, channel, depth);
899 /* what are the audio encoder which should get audio/x-raw-float? */
900 caps = gst_caps_new_simple("audio/x-raw-float", "rate", G_TYPE_INT, rate, "channels", G_TYPE_INT, channel, "endianness", G_TYPE_INT, BYTE_ORDER, "width", G_TYPE_INT, 32, NULL);
901 _mmstreamrec_dbg_log("caps [x-raw-float, rate:%d, channel:%d, endianness:%d, width:32]", rate, channel, BYTE_ORDER);
905 if (rec_mode == MM_STREAMRECORDER_MODE_MEDIABUFFER)
906 MMSTREAMRECORDER_G_OBJECT_SET((sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst), "caps", caps);
908 MMSTREAMRECORDER_G_OBJECT_SET((sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_FILT].gst), "caps", caps);
910 gchar *type = gst_caps_to_string(caps);
911 _mmstreamrec_dbg_err("_MMSTREAMRECORDER_AUDIOSRC_FILT %s", type);
914 gst_caps_unref(caps);
917 _mmstreamrec_dbg_err("create caps error");
918 err = MM_ERROR_STREAMRECORDER_RESOURCE_CREATION;
919 goto pipeline_creation_error;
922 if (rec_mode == MM_STREAMRECORDER_MODE_SCREENRECORD) {
924 MMSTREAMRECORDER_G_OBJECT_SET((sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst), "do-timestamp", TRUE);
925 #else /* speaker mode with alsasrc */
926 MMSTREAMRECORDER_G_OBJECT_SET((sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst), "device", "hw:0,8");
927 MMSTREAMRECORDER_G_OBJECT_SET((sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst), "latency-time", 256000);
928 MMSTREAMRECORDER_G_OBJECT_SET((sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst), "buffer-time", 10000);
929 MMSTREAMRECORDER_G_OBJECT_SET((sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst), "do-timestamp", FALSE);
932 MMSTREAMRECORDER_G_OBJECT_SET((sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst), "do-timestamp", FALSE);
935 if (!_mmstreamrecorder_add_elements_to_bin(GST_BIN(sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst), element_list)) {
936 _mmstreamrec_dbg_err("element add error.");
937 err = MM_ERROR_STREAMRECORDER_RESOURCE_CREATION;
938 goto pipeline_creation_error;
941 if (!_mmstreamrecorder_link_elements(element_list)) {
942 _mmstreamrec_dbg_err("element link error.");
943 err = MM_ERROR_STREAMRECORDER_GST_LINK;
944 goto pipeline_creation_error;
947 last_element = (_MMStreamRecorderGstElement *) (g_list_last(element_list)->data);
948 pad = gst_element_get_static_pad(last_element->gst, "src");
949 if ((gst_element_add_pad(sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst, gst_ghost_pad_new("src", pad))) < 0) {
950 gst_object_unref(pad);
952 _mmstreamrec_dbg_err("failed to create ghost pad on _MMSTREAMRECORDER_AUDIOSRC_BIN.");
953 err = MM_ERROR_STREAMRECORDER_GST_LINK;
954 goto pipeline_creation_error;
957 gst_object_unref(pad);
961 g_list_free(element_list);
965 return MM_ERROR_NONE;
967 pipeline_creation_error:
968 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_AUDIOSRC_SRC);
969 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_AUDIOSRC_FILT);
970 _MMSTREAMRECORDER_ELEMENT_REMOVE(sc->encode_element, _MMSTREAMRECORDER_AUDIOSRC_BIN);
973 g_list_free(element_list);
980 int _mmstreamrecorder_destroy_audiosrc_bin(MMHandleType handle)
982 GstPad *srcpad = NULL;
983 GstPad *sinkpad = NULL;
984 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
985 _MMStreamRecorderSubContext *sc = NULL;
987 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
989 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
990 mmf_return_val_if_fail(sc, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
992 _mmstreamrec_dbg_log("");
994 if (sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst != NULL) {
995 srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst, "src");
996 sinkpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_BIN].gst, "audio_sink0");
997 _MM_GST_PAD_UNLINK_UNREF(srcpad, sinkpad);
999 /* release audiosrc bin */
1000 gst_bin_remove(GST_BIN(sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst), sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_BIN].gst);
1002 _mmstreamrecorder_remove_element_handle(handle, (void *)sc->encode_element, _MMSTREAMRECORDER_AUDIOSRC_BIN, _MMSTREAMRECORDER_AUDIOSRC_FILT);
1004 _mmstreamrec_dbg_log("Audio pipeline removed");
1007 return MM_ERROR_NONE;
1010 /* COMMAND - VIDEO */
1011 int _mmstreamrecorder_video_command(MMHandleType handle, int command)
1013 int ret = MM_ERROR_NONE;
1014 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
1015 _MMStreamRecorderVideoInfo *info = NULL;
1016 _MMStreamRecorderAudioInfo *info_audio = NULL;
1017 _MMStreamRecorderFileInfo *finfo = NULL;
1018 _MMStreamRecorderSubContext *sc = NULL;
1019 GstElement *pipeline = NULL;
1023 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1025 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
1026 mmf_return_val_if_fail(sc && sc->encode_element, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1028 mmf_return_val_if_fail(sc->info_video, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1029 if (sc->audio_enable == TRUE)
1030 mmf_return_val_if_fail(sc->info_audio, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1032 mmf_return_val_if_fail(sc->info_file, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1034 info = sc->info_video;
1035 if (sc->audio_enable == TRUE)
1036 info_audio = sc->info_audio;
1038 finfo = sc->info_file;
1040 _mmstreamrec_dbg_log("command %d", command);
1042 pipeline = sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst;
1045 case _MM_STREAMRECORDER_CMD_RECORD:
1049 _mmstreamrec_dbg_log("Record Start");
1050 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
1052 /* Adjust display FPS */
1053 info->video_frame_count = 0;
1055 info_audio->audio_frame_count = 0;
1058 sc->ferror_send = FALSE;
1059 sc->ferror_count = 0;
1060 sc->error_occurs = FALSE;
1061 sc->bget_eos = FALSE;
1063 ret = _mmstreamrecorder_gst_set_state(handle, sc->encode_element[_MMSTREAMRECORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
1064 if (ret != MM_ERROR_NONE) {
1065 /* Remove recorder pipeline and recording file which size maybe zero */
1066 ret = _mmstreamrecorder_destroy_recorder_pipeline(handle);
1068 if (finfo->filename) {
1069 _mmstreamrec_dbg_log("file delete(%s)", finfo->filename);
1070 unlink(finfo->filename);
1071 g_free(finfo->filename);
1072 finfo->filename = NULL;
1074 goto _ERR_STREAMRECORDER_VIDEO_COMMAND;
1079 case _MM_STREAMRECORDER_CMD_PAUSE:
1082 if (info->b_commiting) {
1083 _mmstreamrec_dbg_warn("now on commiting previous file!!(command : %d)", command);
1084 return MM_ERROR_STREAMRECORDER_CMD_IS_RUNNING;
1087 for (count = 0; count <= hstreamrecorder->ini.retrial_count; count++) {
1088 if (sc->audio_enable == FALSE) {
1089 /* check only video frame */
1090 if (info->video_frame_count >= hstreamrecorder->ini.minimum_frame) {
1092 } else if (count == hstreamrecorder->ini.retrial_count) {
1093 _mmstreamrec_dbg_err("Pause fail, frame count %" G_GUINT64_FORMAT "", info->video_frame_count);
1094 return MM_ERROR_STREAMRECORDER_INVALID_CONDITION;
1096 _mmstreamrec_dbg_warn("Waiting for enough video frame, retrial[%d], frame %" G_GUINT64_FORMAT "", count, info->video_frame_count);
1099 usleep(hstreamrecorder->ini.video_frame_wait_time);
1101 /* check both of video and audio frame */
1102 if (info->video_frame_count >= hstreamrecorder->ini.minimum_frame && info_audio->audio_frame_count) {
1104 } else if (count == hstreamrecorder->ini.retrial_count) {
1105 _mmstreamrec_dbg_err("Pause fail, frame count VIDEO[%" G_GUINT64_FORMAT "], AUDIO [%" G_GUINT64_FORMAT "]", info->video_frame_count, info_audio->audio_frame_count);
1106 return MM_ERROR_STREAMRECORDER_INVALID_CONDITION;
1108 _mmstreamrec_dbg_warn("Waiting for enough frames, retrial [%d], VIDEO[%" G_GUINT64_FORMAT "], AUDIO [%" G_GUINT64_FORMAT "]", count, info->video_frame_count, info_audio->audio_frame_count);
1111 usleep(hstreamrecorder->ini.video_frame_wait_time);
1115 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "runtime-pause", TRUE);
1120 case _MM_STREAMRECORDER_CMD_CANCEL:
1122 if (info->b_commiting) {
1123 _mmstreamrec_dbg_warn("now on commiting previous file!!(command : %d)", command);
1124 return MM_ERROR_STREAMRECORDER_CMD_IS_RUNNING;
1127 ret = _mmstreamrecorder_destroy_recorder_pipeline(handle);
1128 if (ret != MM_ERROR_NONE)
1129 goto _ERR_STREAMRECORDER_VIDEO_COMMAND;
1131 /* remove target file */
1132 if (finfo->filename) {
1133 _mmstreamrec_dbg_log("file delete(%s)", finfo->filename);
1134 unlink(finfo->filename);
1135 g_free(finfo->filename);
1136 finfo->filename = NULL;
1139 sc->isMaxsizePausing = FALSE;
1140 sc->isMaxtimePausing = FALSE;
1142 info->video_frame_count = 0;
1144 info_audio->audio_frame_count = 0;
1150 case _MM_STREAMRECORDER_CMD_COMMIT:
1151 /* video recording command */
1154 if (info->b_commiting) {
1155 _mmstreamrec_dbg_err("now on commiting previous file!!(command : %d)", command);
1156 return MM_ERROR_STREAMRECORDER_CMD_IS_RUNNING;
1158 _mmstreamrec_dbg_log("_MM_STREAMRECORDER_CMD_COMMIT : start");
1159 info->b_commiting = TRUE;
1162 for (count = 0; count <= hstreamrecorder->ini.retrial_count; count++) {
1163 if (sc->audio_enable == FALSE) {
1164 /* check only video frame */
1165 if (info->video_frame_count >= hstreamrecorder->ini.minimum_frame) {
1167 } else if (count == hstreamrecorder->ini.retrial_count) {
1168 _mmstreamrec_dbg_err("Commit fail, frame count is %" G_GUINT64_FORMAT "", info->video_frame_count);
1169 info->b_commiting = FALSE;
1170 return MM_ERROR_STREAMRECORDER_INVALID_CONDITION;
1172 _mmstreamrec_dbg_warn("Waiting for enough video frame, retrial [%d], frame %" G_GUINT64_FORMAT "", count, info->video_frame_count);
1175 usleep(hstreamrecorder->ini.video_frame_wait_time);
1177 /* check both of video and audio frame */
1178 if (info->video_frame_count >= hstreamrecorder->ini.minimum_frame && info_audio->audio_frame_count) {
1180 } else if (count == hstreamrecorder->ini.retrial_count) {
1181 _mmstreamrec_dbg_err("Commit fail, VIDEO[%" G_GUINT64_FORMAT "], AUDIO [%" G_GUINT64_FORMAT "]", info->video_frame_count, info_audio->audio_frame_count);
1183 info->b_commiting = FALSE;
1184 return MM_ERROR_STREAMRECORDER_INVALID_CONDITION;
1186 _mmstreamrec_dbg_warn("Waiting for enough frames, retrial [%d], VIDEO[%" G_GUINT64_FORMAT "], AUDIO [%" G_GUINT64_FORMAT "]", count, info->video_frame_count, info_audio->audio_frame_count);
1189 usleep(hstreamrecorder->ini.video_frame_wait_time);
1193 if (sc->error_occurs) {
1194 GstPad *video = NULL;
1195 GstPad *audio = NULL;
1197 _mmstreamrec_dbg_err("Committing Error case");
1199 video = gst_element_get_static_pad(sc->element[_MMSTREAMRECORDER_VIDEOSINK_SINK].gst, "sink");
1200 ret = gst_pad_send_event(video, gst_event_new_eos());
1201 _mmstreamrec_dbg_err("Sending EOS video sink : %d", ret);
1202 gst_object_unref(video);
1204 video = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_VENC].gst, "src");
1205 gst_pad_push_event(video, gst_event_new_flush_start());
1206 gst_pad_push_event(video, gst_event_new_flush_stop(TRUE));
1207 ret = gst_pad_push_event(video, gst_event_new_eos());
1208 _mmstreamrec_dbg_err("Sending EOS video encoder src pad : %d", ret);
1209 gst_object_unref(video);
1211 if (sc->audio_enable == TRUE) {
1212 audio = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_AENC].gst, "src");
1213 gst_pad_push_event(audio, gst_event_new_flush_start());
1214 gst_pad_push_event(audio, gst_event_new_flush_stop(TRUE));
1215 ret = gst_element_send_event(sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst, gst_event_new_eos());
1216 _mmstreamrec_dbg_err("Sending EOS audio encoder src pad : %d", ret);
1217 gst_object_unref(audio);
1220 if (sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst != NULL) {
1221 ret = gst_element_send_event(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst, gst_event_new_eos());
1222 _mmstreamrec_dbg_warn("send eos to appsrc result : %d", ret);
1225 if (sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst != NULL) {
1226 pad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst, "src");
1227 ret = gst_element_send_event(sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst, gst_event_new_eos());
1228 gst_object_unref(pad);
1231 _mmstreamrec_dbg_warn("send eos to audiosrc result : %d", ret);
1236 _mmstreamrec_dbg_log("Start to wait EOS");
1237 ret = _mmstreamrecorder_get_eos_message(handle);
1238 if (ret != MM_ERROR_NONE) {
1239 info->b_commiting = FALSE;
1240 goto _ERR_STREAMRECORDER_VIDEO_COMMAND;
1245 ret = MM_ERROR_STREAMRECORDER_INVALID_ARGUMENT;
1248 return MM_ERROR_NONE;
1250 _ERR_STREAMRECORDER_VIDEO_COMMAND:
1251 if (ret != MM_ERROR_NONE)
1252 _mmstreamrec_dbg_err("Current Videosrc status");
1257 int _mmstreamrecorder_video_handle_eos(MMHandleType handle)
1259 int ret = MM_ERROR_NONE;
1261 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
1262 _MMStreamRecorderSubContext *sc = NULL;
1263 _MMStreamRecorderVideoInfo *info = NULL;
1264 _MMStreamRecorderAudioInfo *info_audio = NULL;
1265 _MMStreamRecorderFileInfo *finfo = NULL;
1266 _MMStreamRecorderMsgItem msg;
1267 MMStreamRecordingReport *report = NULL;
1269 mmf_return_val_if_fail(hstreamrecorder, FALSE);
1271 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
1272 mmf_return_val_if_fail(sc, FALSE);
1273 mmf_return_val_if_fail(sc->info_video, FALSE);
1274 if (sc->audio_enable == TRUE)
1275 mmf_return_val_if_fail(sc->info_audio, FALSE);
1277 mmf_return_val_if_fail(sc->info_file, FALSE);
1279 info = sc->info_video;
1280 if (sc->audio_enable == TRUE)
1281 info_audio = sc->info_audio;
1283 finfo = sc->info_file;
1285 _mmstreamrec_dbg_err("");
1287 /* remove blocking part */
1288 MMSTREAMRECORDER_G_OBJECT_SET(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
1290 ret = _mmstreamrecorder_destroy_recorder_pipeline(handle);
1291 if (ret != MM_ERROR_NONE)
1292 _mmstreamrec_dbg_warn("_mmstreamrecorder_destroy_recorder_pipeline failed. error[%x]", ret);
1294 /* Send recording report to application */
1295 msg.id = MM_MESSAGE_STREAMRECORDER_VIDEO_CAPTURED;
1296 report = (MMStreamRecordingReport *) g_malloc(sizeof(MMStreamRecordingReport));
1298 _mmstreamrec_dbg_err("Recording report fail(%s). Out of memory.", finfo->filename);
1300 report->recording_filename = g_strdup(finfo->filename);
1301 msg.param.data = report;
1303 _mmstreamrecorder_send_message((MMHandleType) hstreamrecorder, &msg);
1307 sc->pipeline_time = 0;
1309 sc->isMaxsizePausing = FALSE; /*In async function, this variable should set in callback function. */
1310 sc->isMaxtimePausing = FALSE;
1311 sc->error_occurs = FALSE;
1313 info->video_frame_count = 0;
1315 info_audio->audio_frame_count = 0;
1318 g_free(finfo->filename);
1319 finfo->filename = NULL;
1320 info->b_commiting = FALSE;
1322 _mmstreamrec_dbg_err("_mmstreamrecorder_video_handle_eos : end");
1327 int _mmstreamrecorder_push_videostream_buffer(MMHandleType handle, unsigned long timestamp, GstBuffer *buffer, int size)
1329 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
1330 _MMStreamRecorderSubContext *sc = NULL;
1331 /* GstPad *srcpad = NULL; */
1332 GstCaps *srccaps = NULL;
1333 char *err_name = NULL;
1336 int video_width = 0;
1337 int video_height = 0;
1338 int ret = MM_ERROR_NONE;
1339 int video_source_format = 0;
1341 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1343 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
1344 mmf_return_val_if_fail(sc, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1346 if (buffer == NULL || size == 0) {
1347 _mmstreamrec_dbg_err("video : Buffer is %p , size %d, time stamp is %ld", buffer, size, timestamp);
1348 return MM_ERROR_STREAMRECORDER_RESOURCE_CREATION;
1351 _mmstreamrec_dbg_log("video : Buffer is %p , size %d, time stamp is %ld", buffer, size, timestamp);
1353 /* check element availability */
1354 ret = mm_streamrecorder_get_attributes(handle, &err_name, MMSTR_VIDEO_FRAMERATE, &video_fps, MMSTR_VIDEO_SOURCE_FORMAT, &video_src, MMSTR_VIDEO_RESOLUTION_WIDTH, &video_width, MMSTR_VIDEO_RESOLUTION_HEIGHT, &video_height, MMSTR_VIDEO_SOURCE_FORMAT, &video_source_format, NULL);
1356 if (ret != MM_ERROR_NONE) {
1357 _mmstreamrec_dbg_err("Error in mm_streamrecorder_get_attributes (%s:%d)", err_name, ret);
1358 SAFE_FREE(err_name);
1362 if (sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst) {
1364 /*_mmstreamrec_dbg_log("Buffer Push start , time stamp %ld",timestamp);*/
1365 /* srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst, "src"); */
1366 /* srccaps = gst_pad_get_current_caps(srcpad); */
1367 srccaps = gst_set_videosrcpad_caps(video_src, video_width, video_height, video_fps, 1);
1369 gst_app_src_set_caps((GstAppSrc *) sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst, srccaps);
1370 gst_caps_unref(srccaps);
1374 /*_mmstreamrec_dbg_err("newbuf streamrecorder(%p) ",newbuf);*/
1375 ret = gst_app_src_push_buffer((GstAppSrc *) sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst, buffer);
1377 _mmstreamrec_dbg_err("video gst_app_src_push_buffer %d", ret);
1378 ret = MM_ERROR_STREAMRECORDER_VIDEOBUFFER_PUSH;
1381 /* g_signal_emit_by_name(sc->encode_element[_MMSTREAMRECORDER_ENCSINK_SRC].gst, "push-buffer", newbuf, &ret); */
1387 int _mmstreamrecorder_push_audiostream_buffer(MMHandleType handle, unsigned long timestamp, GstBuffer *buffer, int size)
1389 mmf_streamrecorder_t *hstreamrecorder = MMF_STREAMRECORDER(handle);
1390 _MMStreamRecorderSubContext *sc = NULL;
1391 _MMStreamRecorderAudioInfo *info = NULL;
1392 GstFlowReturn err = GST_FLOW_OK;
1393 GstPad *srcpad = NULL;
1394 GstCaps *srccaps = NULL;
1399 mmf_return_val_if_fail(hstreamrecorder, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1401 sc = MMF_STREAMRECORDER_SUBCONTEXT(handle);
1402 mmf_return_val_if_fail(sc, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1404 info = (_MMStreamRecorderAudioInfo *) sc->info_audio;
1405 mmf_return_val_if_fail(info, MM_ERROR_STREAMRECORDER_NOT_INITIALIZED);
1407 rate = info->iSamplingRate;
1408 depth = info->audio_encode_depth;
1409 channel = info->iChannels;
1411 /*_mmstreamrec_dbg_log("Audio Buffer Push start , time stamp %ld",timestamp); */
1413 if (sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst) {
1415 srcpad = gst_element_get_static_pad(sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst, "src");
1416 /* TODO : CHANNEL , WIDTH, DATATYPE */
1417 srccaps = gst_pad_get_current_caps(srcpad);
1418 srccaps = gst_set_audiosrcpad_caps(rate, channel, depth, 16, 1);
1419 gst_base_src_set_caps(GST_BASE_SRC(srcpad), srccaps);
1421 err = gst_app_src_push_buffer((GstAppSrc *) sc->encode_element[_MMSTREAMRECORDER_AUDIOSRC_SRC].gst, buffer);
1424 _mmstreamrec_dbg_err("Audio gst_app_src_push_buffer %d", err);
1425 return MM_ERROR_STREAMRECORDER_AUDIOBUFFER_PUSH;
1429 return MM_ERROR_NONE;