/*=======================================================================================
| INCLUDE FILES |
=======================================================================================*/
+#include <gst/allocators/gsttizenmemory.h>
#include <gst/audio/audio-format.h>
#include <gst/video/videooverlay.h>
#include <gst/video/cameracontrol.h>
#include <sys/time.h>
#include <unistd.h>
#include <tbm_bufmgr.h>
+#include <tbm_surface.h>
+#include <tbm_surface_internal.h>
#include "mm_camcorder_internal.h"
#include "mm_camcorder_gstcommon.h"
if (sink_element) {
int attr_index = 0;
- mmf_attrs_t *attrs = MMF_CAMCORDER_ATTRS(handle);
- mmf_attribute_t *attr_item = NULL;
+ MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
_mmcam_dbg_log("reuse sink element %p in attribute", sink_element);
/* reset attribute */
if (attrs) {
mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
- attr_item = &attrs->items[attr_index];
- mmf_attribute_set_data(attr_item, NULL, 0);
- mmf_attribute_commit(attr_item);
+ mm_attrs_set_data(attrs, attr_index, NULL, 0);
+ mm_attrs_commit(attrs, attr_index);
} else {
_mmcam_dbg_warn("attribute is NULL");
err = MM_ERROR_CAMCORDER_NOT_INITIALIZED;
int auto_audio_convert = 0;
int auto_audio_resample = 0;
int auto_color_space = 0;
+ int cap_format = MM_PIXEL_FORMAT_INVALID;
const char *gst_element_venc_name = NULL;
const char *gst_element_aenc_name = NULL;
const char *gst_element_ienc_name = NULL;
_MMCAMCORDER_ELEMENT_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCSINK_ENCBIN, "encodebin", "encodesink_encbin", element_list, err);
/* check element availability */
- err = mm_camcorder_get_attributes(handle, &err_name,
- MMCAM_AUDIO_ENCODER, &audio_enc,
- MMCAM_AUDIO_CHANNEL, &channel,
- MMCAM_VIDEO_ENCODER_BITRATE, &v_bitrate,
- MMCAM_AUDIO_ENCODER_BITRATE, &a_bitrate,
- NULL);
+ if (profile == MM_CAMCORDER_ENCBIN_PROFILE_IMAGE) {
+ err = mm_camcorder_get_attributes(handle, &err_name,
+ MMCAM_CAPTURE_FORMAT, &cap_format,
+ NULL);
+ } else {
+ err = mm_camcorder_get_attributes(handle, &err_name,
+ MMCAM_AUDIO_ENCODER, &audio_enc,
+ MMCAM_AUDIO_CHANNEL, &channel,
+ MMCAM_VIDEO_ENCODER_BITRATE, &v_bitrate,
+ MMCAM_AUDIO_ENCODER_BITRATE, &a_bitrate,
+ NULL);
+ }
if (err != MM_ERROR_NONE) {
if (err_name) {
_mmcam_dbg_err("failed to get attributes [0x%x]", err);
}
- return err;
+ goto pipeline_creation_error;
}
_mmcam_dbg_log("Profile[%d]", profile);
goto pipeline_creation_error;
}
- if (sc->info_image->preview_format == MM_PIXEL_FORMAT_ENCODED_H264)
- gst_element_venc_name = "capsfilter";
- else
+ if (sc->info_image->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
+ /* set dummy element */
+ gst_element_venc_name = "identity";
+ } else {
_mmcamcorder_conf_get_value_element_name(VideoencElement, &gst_element_venc_name);
+ }
if (gst_element_venc_name) {
_mmcam_dbg_log("video encoder name [%s]", gst_element_venc_name);
}
if (profile == MM_CAMCORDER_ENCBIN_PROFILE_IMAGE) {
- ImageencElement = _mmcamcorder_get_type_element(handle, MM_CAM_IMAGE_ENCODER);
- if (!ImageencElement) {
- _mmcam_dbg_err("Fail to get type element");
- err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
- goto pipeline_creation_error;
- }
+ if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
+ ImageencElement = _mmcamcorder_get_type_element(handle, MM_CAM_IMAGE_ENCODER);
+ if (!ImageencElement) {
+ _mmcam_dbg_err("Fail to get type element");
+ err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
+ goto pipeline_creation_error;
+ }
- _mmcamcorder_conf_get_value_element_name(ImageencElement, &gst_element_ienc_name);
+ _mmcamcorder_conf_get_value_element_name(ImageencElement, &gst_element_ienc_name);
+ } else {
+ /* raw format - set dummy element */
+ gst_element_ienc_name = "identity";
+ }
MMCAMCORDER_G_OBJECT_SET_POINTER(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "ienc-name", gst_element_ienc_name);
_MMCAMCORDER_ENCODEBIN_ELMGET(sc, _MMCAMCORDER_ENCSINK_IENC, "image-encode", err);
if (display_geometry_method == MM_DISPLAY_METHOD_CUSTOM_ROI) {
if (!strcmp(videosink_name, "tizenwlsink")) {
- gst_video_overlay_set_render_rectangle(GST_VIDEO_OVERLAY(vsink),
+ gst_video_overlay_set_display_roi_area(GST_VIDEO_OVERLAY(vsink),
rect_x, rect_y, rect_width, rect_height);
} else {
g_object_set(vsink,
_MMCamcorderSubContext *sc = NULL;
_MMCamcorderKPIMeasure *kpi = NULL;
GstBuffer *buffer = GST_PAD_PROBE_INFO_BUFFER(info);
- GstMemory *dataBlock = NULL;
- GstMemory *metaBlock = NULL;
- GstMapInfo mapinfo;
mmf_return_val_if_fail(buffer, GST_PAD_PROBE_DROP);
mmf_return_val_if_fail(gst_buffer_n_memory(buffer), GST_PAD_PROBE_DROP);
sc = MMF_CAMCORDER_SUBCONTEXT(u_data);
mmf_return_val_if_fail(sc, GST_PAD_PROBE_DROP);
- memset(&mapinfo, 0x0, sizeof(GstMapInfo));
-
current_state = hcamcorder->state;
if (sc->drop_vframe > 0) {
/* video stream callback */
if (hcamcorder->vstream_cb && buffer) {
- GstCaps *caps = NULL;
- GstStructure *structure = NULL;
int state = MM_CAMCORDER_STATE_NULL;
+ int num_bos = 0;
unsigned int fourcc = 0;
- MMCamcorderVideoStreamDataType stream;
- MMVideoBuffer *mm_buf = NULL;
const gchar *string_format = NULL;
+ MMCamcorderVideoStreamDataType stream;
+ tbm_surface_h t_surface = NULL;
+ tbm_surface_info_s t_info;
+
+ GstCaps *caps = NULL;
+ GstStructure *structure = NULL;
+ GstMemory *memory = NULL;
+ GstMapInfo mapinfo;
+
state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
if (state < MM_CAMCORDER_STATE_PREPARE) {
_mmcam_dbg_warn("Not ready for stream callback");
return GST_PAD_PROBE_OK;
}
- /* clear stream data structure */
+ /* clear data structure */
+ memset(&mapinfo, 0x0, sizeof(GstMapInfo));
memset(&stream, 0x0, sizeof(MMCamcorderVideoStreamDataType));
structure = gst_caps_get_structure(caps, 0);
}
/* set size and timestamp */
- dataBlock = gst_buffer_peek_memory(buffer, 0);
- stream.length_total = gst_memory_get_sizes(dataBlock, NULL, NULL);
- stream.timestamp = (unsigned int)(GST_BUFFER_PTS(buffer)/1000000); /* nano sec -> mili sec */
+ memory = gst_buffer_peek_memory(buffer, 0);
+ if (!memory) {
+ _mmcam_dbg_err("GstMemory get failed from buffer %p", buffer);
+ return GST_PAD_PROBE_OK;
+ }
+
+ if (hcamcorder->use_zero_copy_format) {
+ t_surface = (tbm_surface_h)gst_tizen_memory_get_surface(memory);
- if (hcamcorder->use_zero_copy_format && gst_buffer_n_memory(buffer) > 1) {
- metaBlock = gst_buffer_peek_memory(buffer, 1);
- gst_memory_map(metaBlock, &mapinfo, GST_MAP_READ);
- mm_buf = (MMVideoBuffer *)mapinfo.data;
+ if (tbm_surface_get_info(t_surface, &t_info) != TBM_SURFACE_ERROR_NONE) {
+ _mmcam_dbg_err("failed to get tbm surface[%p] info", t_surface);
+ return GST_PAD_PROBE_OK;
+ }
+
+ stream.length_total = t_info.size;
+
+ /* set bo, stride and elevation */
+ num_bos = gst_tizen_memory_get_num_bos(memory);
+ for (i = 0 ; i < num_bos ; i++)
+ stream.bo[i] = gst_tizen_memory_get_bos(memory, i);
+
+ for (i = 0 ; i < t_info.num_planes ; i++) {
+ stream.stride[i] = t_info.planes[i].stride;
+ stream.elevation[i] = t_info.planes[i].size / t_info.planes[i].stride;
+ /*_mmcam_dbg_log("[%d] %dx%d", i, stream.stride[i], stream.elevation[i]);*/
+ }
+
+ /* set gst buffer */
+ stream.internal_buffer = buffer;
+ } else {
+ stream.length_total = gst_memory_get_sizes(memory, NULL, NULL);
}
+ stream.timestamp = (unsigned int)(GST_BUFFER_PTS(buffer)/1000000); /* nano sec -> mili sec */
+
/* set data pointers */
if (stream.format == MM_PIXEL_FORMAT_NV12 ||
- stream.format == MM_PIXEL_FORMAT_NV21 ||
- stream.format == MM_PIXEL_FORMAT_I420) {
- if (mm_buf) {
+ stream.format == MM_PIXEL_FORMAT_NV21 ||
+ stream.format == MM_PIXEL_FORMAT_I420) {
+ if (hcamcorder->use_zero_copy_format) {
if (stream.format == MM_PIXEL_FORMAT_NV12 ||
stream.format == MM_PIXEL_FORMAT_NV21) {
stream.data_type = MM_CAM_STREAM_DATA_YUV420SP;
stream.num_planes = 2;
- stream.data.yuv420sp.y = mm_buf->data[0];
- stream.data.yuv420sp.length_y = stream.width * stream.height;
- stream.data.yuv420sp.uv = mm_buf->data[1];
- stream.data.yuv420sp.length_uv = stream.data.yuv420sp.length_y >> 1;
+ stream.data.yuv420sp.y = t_info.planes[0].ptr;
+ stream.data.yuv420sp.length_y = t_info.planes[0].size;
+ stream.data.yuv420sp.uv = t_info.planes[1].ptr;
+ stream.data.yuv420sp.length_uv = t_info.planes[1].size;
/*
_mmcam_dbg_log("format[%d][num_planes:%d] [Y]p:%p,size:%d [UV]p:%p,size:%d",
stream.format, stream.num_planes,
} else {
stream.data_type = MM_CAM_STREAM_DATA_YUV420P;
stream.num_planes = 3;
- stream.data.yuv420p.y = mm_buf->data[0];
- stream.data.yuv420p.length_y = stream.width * stream.height;
- stream.data.yuv420p.u = mm_buf->data[1];
- stream.data.yuv420p.length_u = stream.data.yuv420p.length_y >> 2;
- stream.data.yuv420p.v = mm_buf->data[2];
- stream.data.yuv420p.length_v = stream.data.yuv420p.length_u;
+ stream.data.yuv420p.y = t_info.planes[0].ptr;
+ stream.data.yuv420p.length_y = t_info.planes[0].size;
+ stream.data.yuv420p.u = t_info.planes[1].ptr;
+ stream.data.yuv420p.length_u = t_info.planes[1].size;
+ stream.data.yuv420p.v = t_info.planes[2].ptr;
+ stream.data.yuv420p.length_v = t_info.planes[2].size;
/*
_mmcam_dbg_log("S420[num_planes:%d] [Y]p:%p,size:%d [U]p:%p,size:%d [V]p:%p,size:%d",
stream.num_planes,
*/
}
} else {
- gst_memory_map(dataBlock, &mapinfo, GST_MAP_READWRITE);
+ gst_memory_map(memory, &mapinfo, GST_MAP_READWRITE);
if (stream.format == MM_PIXEL_FORMAT_NV12 ||
- stream.format == MM_PIXEL_FORMAT_NV21) {
+ stream.format == MM_PIXEL_FORMAT_NV21) {
stream.data_type = MM_CAM_STREAM_DATA_YUV420SP;
stream.num_planes = 2;
stream.data.yuv420sp.y = mapinfo.data;
}
}
} else {
- if (mm_buf) {
- gst_memory_unmap(metaBlock, &mapinfo);
- metaBlock = NULL;
- }
- gst_memory_map(dataBlock, &mapinfo, GST_MAP_READWRITE);
- if (stream.format == MM_PIXEL_FORMAT_YUYV ||
- stream.format == MM_PIXEL_FORMAT_UYVY ||
- stream.format == MM_PIXEL_FORMAT_422P ||
- stream.format == MM_PIXEL_FORMAT_ITLV_JPEG_UYVY) {
+ gst_memory_map(memory, &mapinfo, GST_MAP_READWRITE);
+
+ switch (stream.format) {
+ case MM_PIXEL_FORMAT_YUYV:
+ case MM_PIXEL_FORMAT_UYVY:
+ case MM_PIXEL_FORMAT_422P:
+ case MM_PIXEL_FORMAT_ITLV_JPEG_UYVY:
stream.data_type = MM_CAM_STREAM_DATA_YUV422;
stream.data.yuv422.yuv = mapinfo.data;
stream.data.yuv422.length_yuv = stream.length_total;
stream.stride[0] = stream.width << 1;
stream.elevation[0] = stream.height;
- } else if (stream.format == MM_PIXEL_FORMAT_ENCODED_H264) {
- stream.data_type = MM_CAM_STREAM_DATA_ENCODED;
- stream.data.encoded.data = mapinfo.data;
- stream.data.encoded.length_data = stream.length_total;
- /*
- _mmcam_dbg_log("H264[num_planes:%d] [0]p:%p,size:%d",
- stream.num_planes, stream.data.encoded.data, stream.data.encoded.length_data);
- */
- } else {
+ break;
+ case MM_PIXEL_FORMAT_ENCODED_H264:
+ stream.data_type = MM_CAM_STREAM_DATA_ENCODED;
+ stream.data.encoded.data = mapinfo.data;
+ stream.data.encoded.length_data = stream.length_total;
+ /*
+ _mmcam_dbg_log("H264[num_planes:%d] [0]p:%p,size:%d",
+ stream.num_planes, stream.data.encoded.data, stream.data.encoded.length_data);
+ */
+ break;
+ case MM_PIXEL_FORMAT_INVZ:
+ stream.data_type = MM_CAM_STREAM_DATA_DEPTH;
+ stream.data.depth.data = mapinfo.data;
+ stream.data.depth.length_data = stream.length_total;
+ stream.stride[0] = stream.width << 1;
+ stream.elevation[0] = stream.height;
+ break;
+ case MM_PIXEL_FORMAT_RGBA:
+ case MM_PIXEL_FORMAT_ARGB:
+ stream.data_type = MM_CAM_STREAM_DATA_RGB;
+ stream.data.rgb.data = mapinfo.data;
+ stream.data.rgb.length_data = stream.length_total;
+ stream.stride[0] = stream.width << 2;
+ stream.elevation[0] = stream.height;
+ break;
+ default:
stream.data_type = MM_CAM_STREAM_DATA_YUV420;
stream.data.yuv420.yuv = mapinfo.data;
stream.data.yuv420.length_yuv = stream.length_total;
stream.stride[0] = (stream.width * 3) >> 1;
stream.elevation[0] = stream.height;
+ break;
}
stream.num_planes = 1;
*/
}
- /* set tbm bo */
- if (mm_buf && mm_buf->type == MM_VIDEO_BUFFER_TYPE_TBM_BO) {
- /* set bo, stride and elevation */
- for (i = 0 ; i < MM_VIDEO_BUFFER_PLANE_MAX ; i++) {
- stream.bo[i] = (void *)mm_buf->handle.bo[i];
- stream.stride[i] = mm_buf->stride_width[i];
- stream.elevation[i] = mm_buf->stride_height[i];
- }
-
- /* set gst buffer */
- stream.internal_buffer = buffer;
- }
-
/* call application callback */
_MMCAMCORDER_LOCK_VSTREAM_CALLBACK(hcamcorder);
if (hcamcorder->vstream_cb) {
hcamcorder->vstream_cb(&stream, hcamcorder->vstream_cb_param);
- for (i = 0 ; i < MM_VIDEO_BUFFER_PLANE_MAX && stream.bo[i] ; i++) {
+ for (i = 0 ; i < TBM_SURF_PLANE_MAX && stream.bo[i] ; i++) {
tbm_bo_map(stream.bo[i], TBM_DEVICE_CPU, TBM_OPTION_READ|TBM_OPTION_WRITE);
tbm_bo_unmap(stream.bo[i]);
}
}
_MMCAMCORDER_UNLOCK_VSTREAM_CALLBACK(hcamcorder);
- /* Either metaBlock was mapped, or dataBlock, but not both. */
- if (metaBlock)
- gst_memory_unmap(metaBlock, &mapinfo);
- else
- gst_memory_unmap(dataBlock, &mapinfo);
+
+ /* unmap memory */
+ if (mapinfo.data)
+ gst_memory_unmap(memory, &mapinfo);
}
return GST_PAD_PROBE_OK;
if (sc->encode_element[_MMCAMCORDER_AUDIOSRC_SRC].gst) {
if (sc->info_video->is_firstframe) {
- sc->info_video->is_firstframe = FALSE;
clock = GST_ELEMENT_CLOCK(sc->encode_element[_MMCAMCORDER_AUDIOSRC_SRC].gst);
if (clock) {
gst_object_ref(clock);
g_cond_signal(&hcamcorder->task_thread_cond);
g_mutex_unlock(&hcamcorder->task_thread_lock);
}
- sc->info_video->is_firstframe = FALSE;
sc->info_video->base_video_ts = GST_BUFFER_PTS(buffer);
}
}
g_signal_emit_by_name(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "push-buffer", buffer, &ret);
/*_mmcam_dbg_log("push buffer result : 0x%x", ret);*/
+
+ if (sc->info_video->is_firstframe) {
+ sc->info_video->is_firstframe = FALSE;
+
+ /* drop buffer if it's from tizen allocator */
+ if (gst_is_tizen_memory(gst_buffer_peek_memory(buffer, 0))) {
+ _mmcam_dbg_warn("drop first buffer from tizen allocator to avoid copy in basesrc");
+ return GST_PAD_PROBE_DROP;
+ }
+ }
}
/* skip display if too fast FPS */
const GstSegment *segment;
gst_event_parse_segment(event, &segment);
if (segment->format == GST_FORMAT_BYTES) {
- _mmcam_dbg_log("change current offset %llu -> %llu",
+ _mmcam_dbg_log("change current offset %llu -> %"G_GUINT64_FORMAT,
sc->muxed_stream_offset, segment->start);
sc->muxed_stream_offset = (unsigned long long)segment->start;
}
if (caps) {
- _mmcam_dbg_log("vidoesrc new caps set. %"GST_PTR_FORMAT, caps);
+ gchar *caps_str = gst_caps_to_string(caps);
+
+ if (caps_str) {
+ _mmcam_dbg_log("vidoesrc new caps set [%s]", caps_str);
+ g_free(caps_str);
+ caps_str = NULL;
+ } else {
+ _mmcam_dbg_warn("caps string failed");
+ }
+
MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_FILT].gst, "caps", caps);
gst_caps_unref(caps);
caps = NULL;
projects / platform / core / multimedia / libmm-camcorder.git / blobdiff