4 * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
6 * Contact: Jeongmo Yang <jm80.yang@samsung.com>
8 * Licensed under the Apache License, Version 2.0 (the "License");
9 * you may not use this file except in compliance with the License.
10 * You may obtain a copy of the License at
12 * http://www.apache.org/licenses/LICENSE-2.0
14 * Unless required by applicable law or agreed to in writing, software
15 * distributed under the License is distributed on an "AS IS" BASIS,
16 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17 * See the License for the specific language governing permissions and
18 * limitations under the License.
22 /*=======================================================================================
24 =======================================================================================*/
27 #include <sys/times.h>
28 #include "mm_camcorder_internal.h"
29 #include "mm_camcorder_stillshot.h"
30 #include "mm_camcorder_exifinfo.h"
31 #include "mm_camcorder_exifdef.h"
32 #include <libexif/exif-loader.h>
33 #include <libexif/exif-utils.h>
34 #include <libexif/exif-data.h>
36 #ifdef _MMCAMCORDER_CAMERA_BOOST_SUPPORT
37 #include "mm_camcorder_boost.h"
38 #endif /* _MMCAMCORDER_CAMERA_BOOST_SUPPORT */
41 /*---------------------------------------------------------------------------------------
42 | GLOBAL VARIABLE DEFINITIONS for internal |
43 ---------------------------------------------------------------------------------------*/
44 #define EXIF_SET_ERR(return_type, tag_id) \
46 MMCAM_LOG_ERROR("error=%x,tag=%x", return_type, tag_id); \
47 if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
52 /*---------------------------------------------------------------------------------------
53 | LOCAL VARIABLE DEFINITIONS for internal |
54 ---------------------------------------------------------------------------------------*/
55 #define THUMBNAIL_WIDTH 320
56 #define THUMBNAIL_HEIGHT 240
57 #define THUMBNAIL_JPEG_QUALITY 90
58 #define TRY_LOCK_MAX_COUNT 100
59 #define TRY_LOCK_TIME 20000 /* ms */
60 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
63 /*---------------------------------------------------------------------------------------
64 | LOCAL FUNCTION PROTOTYPES: |
65 ---------------------------------------------------------------------------------------*/
66 /** STATIC INTERNAL FUNCTION **/
67 static int __mmcamcorder_image_cmd_capture(MMHandleType handle);
68 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle);
69 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
71 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle);
72 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle);
73 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle);
74 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle);
76 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder);
77 static int __mmcamcorder_extra_preview_mode_deinit_camera_control(mmf_camcorder_t *hcamcorder);
78 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode);
79 static int __mmcamcorder_extra_preview_mode_deinit_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode);
81 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height);
82 static int __mmcamcorder_update_exif_info(MMHandleType handle, void *imagedata, int imgln);
83 static void __mmcamcorder_init_stillshot_info(MMHandleType handle);
84 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample);
85 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif);
86 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
87 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
89 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
90 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
92 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
93 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data);
94 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data);
96 /*=======================================================================================
97 | FUNCTION DEFINITIONS |
98 =======================================================================================*/
100 /*---------------------------------------------------------------------------------------
101 | GLOBAL FUNCTION DEFINITIONS: |
102 ---------------------------------------------------------------------------------------*/
105 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle)
107 int err = MM_ERROR_UNKNOWN;
108 GstPad *srcpad = NULL;
109 GstPad *sinkpad = NULL;
111 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
112 _MMCamcorderSubContext *sc = NULL;
114 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
116 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
117 mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
121 /* Create gstreamer element */
122 MMCAM_LOG_INFO("Using Encodebin for capturing");
124 /* Create capture pipeline */
125 _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
127 err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
128 if (err != MM_ERROR_NONE)
131 /* add element and encodesink bin to encode main pipeline */
132 gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
133 sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
134 sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst,
135 sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
138 /* Link each element : appsrc - capsfilter - encodesink bin */
139 srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
140 sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "sink");
141 _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
143 srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "src");
144 sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
145 _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
147 /* connect handoff signal to get capture data */
148 MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
149 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
150 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
153 return MM_ERROR_NONE;
155 pipeline_creation_error:
156 __mmcamcorder_capture_mode_deinit_encodebin(handle);
161 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle)
163 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
164 _MMCamcorderSubContext *sc = NULL;
166 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
168 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
169 mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
171 mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
173 MMCAM_LOG_INFO("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
175 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
176 _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
177 G_CALLBACK(__mmcamcorder_image_capture_cb),
180 return MM_ERROR_NONE;
184 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle)
186 int err = MM_ERROR_NONE;
187 int capture_width = 0;
188 int capture_height = 0;
189 int capture_quality = 0;
190 char *err_name = NULL;
191 gchar *caps_string = NULL;
192 GstCaps *caps = NULL;
193 GList *element_list = NULL;
195 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
196 _MMCamcorderSubContext *sc = NULL;
198 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
200 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
201 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
202 mmf_return_val_if_fail(sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
204 err = mm_camcorder_get_attributes(handle, &err_name,
205 MMCAM_CAPTURE_WIDTH, &capture_width,
206 MMCAM_CAPTURE_HEIGHT, &capture_height,
207 MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
209 if (err != MM_ERROR_NONE) {
210 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, err);
215 _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS, "capsfilter", "vsrc_c_c", element_list, err);
216 _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK, "fakesink", "vsrc_c_s", element_list, err);
218 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "sync", TRUE);
219 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "async", FALSE);
220 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "enable-last-sample", FALSE);
221 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "signal-handoffs", TRUE);
223 caps = gst_caps_new_simple("image/jpeg",
224 "width", G_TYPE_INT, capture_width,
225 "height", G_TYPE_INT, capture_height,
228 MMCAM_LOG_ERROR("caps for capture failed");
229 err = MM_ERROR_CAMCORDER_GST_LINK;
230 goto pipeline_creation_error;
233 caps_string = gst_caps_to_string(caps);
235 MMCAM_LOG_INFO("set caps for capture[%s]", caps_string);
240 MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "caps", caps);
241 gst_caps_unref(caps);
243 /* add elements to main pipeline */
244 if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
245 MMCAM_LOG_ERROR("element_list add error.");
246 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
247 goto pipeline_creation_error;
251 if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "image_%u",
252 sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "sink")) {
253 MMCAM_LOG_ERROR("capture pad link failed");
254 err = MM_ERROR_CAMCORDER_GST_LINK;
255 goto pipeline_creation_error;
258 if (!_mmcamcorder_link_elements(element_list)) {
259 MMCAM_LOG_ERROR("element link error.");
260 err = MM_ERROR_CAMCORDER_GST_LINK;
261 goto pipeline_creation_error;
264 g_list_free(element_list);
266 /* connect handoff signal to get capture data */
267 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst,
268 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
269 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
272 return MM_ERROR_NONE;
274 pipeline_creation_error:
275 _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS);
276 _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK);
279 g_list_free(element_list);
287 int _mmcamcorder_initialize_capture_mode(MMHandleType handle)
289 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
291 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
293 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL)
294 return __mmcamcorder_capture_mode_init_camera_control(handle);
295 else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD)
296 return __mmcamcorder_capture_mode_init_image_pad(handle);
298 return MM_ERROR_NONE;
302 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder)
305 _MMCamcorderSubContext *sc = NULL;
306 GstCameraControl *control = NULL;
307 _MMCamcorderExtraPreviewFormat *e_fmt = NULL;
309 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
311 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
312 mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
314 mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
316 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
318 MMCAM_LOG_ERROR("no camera control");
319 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
322 MMCAM_LOG_INFO("connect extra preview stream signal and enable extra preview");
324 for (i = 0 ; i < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX ; i++) {
325 e_fmt = &hcamcorder->extra_preview.format[i];
327 if (e_fmt->need_to_set_format) {
328 if (!gst_camera_control_set_extra_preview_stream_format(control,
329 i, _mmcamcorder_get_pixel_format2(e_fmt->pixel_format),
330 e_fmt->width, e_fmt->height, e_fmt->fps))
331 MMCAM_LOG_WARNING("set format[%d,%dx%d,%d] failed for stream[%d]",
332 e_fmt->pixel_format, e_fmt->width, e_fmt->height, e_fmt->fps, i);
334 e_fmt->need_to_set_format = FALSE;
337 if (e_fmt->need_to_set_bitrate) {
338 if (!gst_camera_control_set_extra_preview_bitrate(control, i, e_fmt->bitrate))
339 MMCAM_LOG_WARNING("set bitrate[%d] failed for stream[%d]", e_fmt->bitrate, i);
341 e_fmt->need_to_set_bitrate = FALSE;
344 if (e_fmt->need_to_set_gop_interval) {
345 if (!gst_camera_control_set_extra_preview_gop_interval(control, i, e_fmt->gop_interval))
346 MMCAM_LOG_WARNING("set GOP interval[%d] failed for stream[%d]", e_fmt->gop_interval, i);
348 e_fmt->need_to_set_gop_interval = FALSE;
352 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
353 _MMCAMCORDER_HANDLER_EXTRA_PREVIEW, "extra-preview-stream-cb",
354 G_CALLBACK(__mmcamcorder_extra_preview_stream_cb),
357 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "extra-preview", TRUE);
359 MMCAM_LOG_INFO("done");
361 return MM_ERROR_NONE;
365 static int __mmcamcorder_extra_preview_mode_deinit_camera_control(mmf_camcorder_t *hcamcorder)
367 _MMCamcorderSubContext *sc = NULL;
368 GstCameraControl *control = NULL;
370 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
372 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
373 mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
375 mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
377 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
379 MMCAM_LOG_ERROR("no camera control");
380 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
383 MMCAM_LOG_INFO("disable extra preview and disconnect extra preview stream signal");
385 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "extra-preview", FALSE);
387 _mmcamcorder_disconnect_signal((MMHandleType)hcamcorder, _MMCAMCORDER_HANDLER_EXTRA_PREVIEW);
389 MMCAM_LOG_INFO("done");
391 return MM_ERROR_NONE;
395 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode)
397 int err = MM_ERROR_NONE;
398 int extra_preview_enable = 0;
402 const char *videosrc_name = NULL;
403 GstCaps *caps = NULL;
404 GList *element_list = NULL;
406 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
407 _MMCamcorderSubContext *sc = NULL;
408 type_element *videosrc_element = NULL;
410 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
412 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
413 mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
415 err = mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
416 MMCAM_EXTRA_PREVIEW_ENABLE, &extra_preview_enable,
419 width = hcamcorder->extra_preview.format[0].width;
420 height = hcamcorder->extra_preview.format[0].height;
421 fps = hcamcorder->extra_preview.format[0].fps;
423 if (!extra_preview_enable || width <= 0 || height <= 0 || fps <= 0) {
424 MMCAM_LOG_WARNING("extra preview disabled[enable:%d,res:%dx%d,fps:%d]",
425 extra_preview_enable, width, height, fps);
426 return MM_ERROR_NONE;
429 if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT) {
430 _mmcamcorder_conf_get_element_and_name(handle,
431 hcamcorder->conf_main, CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT, "VideosrcElement",
432 &videosrc_element, &videosrc_name);
434 _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SRC, videosrc_name, "vsrc_e_src", element_list, err);
436 MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, "hal-name", NULL);
437 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, "camera-id", hcamcorder->extra_preview.camera_id[0]);
439 _mmcamcorder_conf_set_value_element_property(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, videosrc_element);
442 _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS, "capsfilter", "vsrc_e_c", element_list, err);
443 _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK, "fakesink", "vsrc_e_sink", element_list, err);
445 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "sync", TRUE);
446 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "async", FALSE);
447 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "enable-last-sample", FALSE);
448 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "signal-handoffs", TRUE);
450 caps = _mmcamcorder_get_video_caps((MMHandleType)hcamcorder,
451 hcamcorder->extra_preview.format[0].pixel_format,
452 width, height, fps, -1);
454 MMCAM_LOG_ERROR("caps for extra preview failed");
455 err = MM_ERROR_CAMCORDER_GST_LINK;
456 goto pipeline_creation_error;
459 MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "caps", caps);
460 gst_caps_unref(caps);
462 /* add elements to main pipeline */
463 if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
464 MMCAM_LOG_ERROR("element_list add error.");
465 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
466 goto pipeline_creation_error;
470 if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD) {
471 if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "video_%u",
472 sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "sink")) {
473 MMCAM_LOG_ERROR("pad for extra preview link failed");
474 err = MM_ERROR_CAMCORDER_GST_LINK;
475 goto pipeline_creation_error;
479 if (!_mmcamcorder_link_elements(element_list)) {
480 MMCAM_LOG_ERROR("element link error.");
481 err = MM_ERROR_CAMCORDER_GST_LINK;
482 goto pipeline_creation_error;
485 g_list_free(element_list);
487 /* connect handoff signal to get capture data */
488 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst,
489 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
490 G_CALLBACK(__mmcamcorder_handoff_callback_extra_preview),
493 return MM_ERROR_NONE;
495 pipeline_creation_error:
496 _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS);
497 _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK);
500 g_list_free(element_list);
508 static int __mmcamcorder_extra_preview_mode_deinit_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode)
511 return MM_ERROR_NONE;
515 int _mmcamcorder_initialize_extra_preview_mode(MMHandleType handle)
517 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
519 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
520 mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
522 switch (hcamcorder->extra_preview.mode) {
523 case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
524 return __mmcamcorder_extra_preview_mode_init_camera_control(handle);
525 case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD:
526 case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT:
527 return __mmcamcorder_extra_preview_mode_init_pipeline(handle, hcamcorder->extra_preview.mode);
529 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
530 return MM_ERROR_CAMCORDER_INTERNAL;
535 int _mmcamcorder_deinitialize_extra_preview_mode(MMHandleType handle)
537 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
539 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
540 mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
542 switch (hcamcorder->extra_preview.mode) {
543 case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
544 return __mmcamcorder_extra_preview_mode_deinit_camera_control(handle);
545 case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD:
546 case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT:
547 return __mmcamcorder_extra_preview_mode_deinit_pipeline(handle, hcamcorder->extra_preview.mode);
549 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
550 return MM_ERROR_CAMCORDER_INTERNAL;
555 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle)
557 int ret = MM_ERROR_NONE;
558 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
559 _MMCamcorderSubContext *sc = NULL;
561 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
563 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
564 mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
569 if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
570 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
571 if (ret != MM_ERROR_NONE) {
572 MMCAM_LOG_ERROR("Failed to change encode main pipeline state [0x%x]", ret);
576 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
578 GstPad *reqpad = NULL;
580 /* release request pad */
581 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
583 gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
584 gst_object_unref(reqpad);
588 /* release encode main pipeline */
589 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
591 MMCAM_LOG_INFO("Encoder pipeline removed");
593 MMCAM_LOG_INFO("encode main pipeline is already removed");
596 return MM_ERROR_NONE;
600 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
602 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
603 _MMCamcorderSubContext *sc = NULL;
604 int display_reuse_hint = FALSE;
605 GstElement *sink_element = NULL;
609 mmf_return_if_fail(hcamcorder);
611 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
612 mmf_return_if_fail(sc && sc->element);
616 if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
617 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
618 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
620 /* check reuse flag for display element */
621 mm_camcorder_get_attributes(handle, NULL,
622 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
625 MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
627 if (!display_reuse_hint)
628 goto _REUSE_CHECK_DONE;
630 sink_element = sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst;
632 MMCAM_LOG_WARNING("sink element is NULL");
633 goto _REUSE_CHECK_DONE;
636 attrs = MMF_CAMCORDER_ATTRS(handle);
638 MMCAM_LOG_WARNING("attribute is NULL");
639 goto _REUSE_CHECK_DONE;
642 MMCAM_LOG_INFO("REF sink element %p and set it to attribute", sink_element);
644 /* ref element before remove it from pipeline */
645 gst_object_ref(sink_element);
647 if (!gst_bin_remove(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), sink_element))
648 MMCAM_LOG_WARNING("failed to remove sink element from pipeline");
650 /* reset floating reference flag to avoid leak after next use */
651 g_object_force_floating(G_OBJECT(sink_element));
653 /* set sink element pointer to attribute */
654 mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
655 mm_attrs_set_data(attrs, attr_index, (void *)sink_element, sizeof(*sink_element));
656 mm_attrs_commit(attrs, attr_index);
658 /* remove notify callback */
659 g_object_weak_unref(G_OBJECT(sink_element), (GWeakNotify)_mmcamcorder_element_release_noti, sc);
661 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst = NULL;
662 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].id = _MMCAMCORDER_NONE;
665 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
667 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
669 traceEnd(TTRACE_TAG_CAMERA);
671 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
673 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
675 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
677 traceEnd(TTRACE_TAG_CAMERA);
679 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
686 static int __mmcamcorder_image_cmd_capture(MMHandleType handle)
688 int ret = MM_ERROR_NONE;
692 int image_encoder = MM_IMAGE_CODEC_JPEG;
693 int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
694 int is_modified_size = FALSE;
695 int tag_orientation = 0;
696 unsigned int cap_fourcc = 0;
697 char *err_name = NULL;
699 GstCameraControl *control = NULL;
701 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
702 _MMCamcorderImageInfo *info = NULL;
703 _MMCamcorderSubContext *sc = NULL;
704 MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
706 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
708 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
709 mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
713 info = sc->info_image;
715 if (info->capturing) {
716 MMCAM_LOG_ERROR("already capturing");
717 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
720 /* get current state */
721 mm_camcorder_get_state(handle, ¤t_state);
723 /* set capture flag */
724 info->capturing = TRUE;
726 ret = mm_camcorder_get_attributes(handle, &err_name,
727 MMCAM_IMAGE_ENCODER, &image_encoder,
728 MMCAM_CAMERA_WIDTH, &width,
729 MMCAM_CAMERA_HEIGHT, &height,
730 MMCAM_CAMERA_FPS, &fps,
731 MMCAM_CAPTURE_FORMAT, &info->capture_format,
732 MMCAM_CAPTURE_WIDTH, &info->width,
733 MMCAM_CAPTURE_HEIGHT, &info->height,
734 MMCAM_CAPTURE_COUNT, &info->count,
735 MMCAM_CAPTURE_INTERVAL, &info->interval,
736 MMCAM_STROBE_MODE, &strobe_mode,
737 MMCAM_TAG_ORIENTATION, &tag_orientation,
740 MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
746 /* check capture count */
747 if (info->count < 1) {
748 MMCAM_LOG_ERROR("capture count[%d] is invalid", info->count);
749 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
751 } else if (info->count == 1) {
752 info->type = _MMCamcorder_SINGLE_SHOT;
754 info->type = _MMCamcorder_MULTI_SHOT;
755 info->next_shot_time = 0;
756 info->multi_shot_stop = FALSE;
759 _mmcamcorder_sound_init(handle);
762 MMCAM_LOG_INFO("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
763 width, height, info->preview_format, info->width, info->height, info->capture_format,
764 info->count, info->hdr_capture_mode, info->interval);
767 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
768 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
769 MMCAM_LOG_ERROR("could not capture in this target while recording");
770 ret = MM_ERROR_CAMCORDER_INVALID_STATE;
774 if (info->type == _MMCamcorder_MULTI_SHOT ||
775 info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
776 MMCAM_LOG_ERROR("does not support multi/HDR capture while recording");
777 ret = MM_ERROR_CAMCORDER_INVALID_STATE;
781 /* check capture size if ZSL is not supported*/
782 if (hcamcorder->support_zsl_capture == FALSE) {
783 MMCAM_LOG_WARNING("Capture size should be same with preview size while recording");
784 MMCAM_LOG_WARNING("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
787 info->height = height;
789 MMCAM_LOG_INFO("set capture width and height [%dx%d] to camera plugin", width, height);
790 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
791 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
793 is_modified_size = TRUE;
797 info->capture_cur_count = 0;
798 info->capture_send_count = 0;
800 sc->internal_encode = FALSE;
802 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD) {
803 MMCAM_LOG_INFO("emit signal[capture-image]");
804 g_signal_emit_by_name(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-image");
805 } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
806 /* Check encoding method */
807 if (info->capture_format == MM_PIXEL_FORMAT_ENCODED) {
808 if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
809 hcamcorder->support_zsl_capture || is_modified_size) {
810 cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, image_encoder, hcamcorder->use_zero_copy_format);
811 MMCAM_LOG_INFO("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
813 /* no need to encode internally if ITLV format */
814 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY)
815 sc->internal_encode = TRUE;
817 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
819 MMCAM_LOG_INFO("MSL JPEG Capture : capture fourcc %c%c%c%c",
820 cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
823 cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
826 MMCAM_LOG_INFO("capture format (%d)", info->capture_format);
828 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
829 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
830 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
831 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
833 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
834 MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
835 ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
839 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
840 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
842 int cap_jpeg_quality = 0;
844 if (width != info->width || height != info->height) {
847 MMCAM_LOG_INFO("Need to change resolution");
849 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
850 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
852 /* make pipeline state as READY */
853 ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
855 /* check decoder recreation */
856 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
857 MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
858 return MM_ERROR_CAMCORDER_INTERNAL;
861 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
862 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
864 if (ret != MM_ERROR_NONE) {
865 MMCAM_LOG_ERROR("failed to set state PAUSED %x", ret);
869 mm_camcorder_get_attributes(handle, &err_name,
870 MMCAM_CAMERA_ROTATION, &rotation,
873 MMCAM_LOG_WARNING("get_attributes err %s", err_name);
878 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, info->width, info->height, fps, rotation);
880 MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
881 ret = MM_ERROR_CAMCORDER_INTERNAL;
885 info->resolution_change = TRUE;
887 /* set frame stability count for capture */
888 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_CAPTURE);
890 /* make pipeline state as PLAYING */
891 ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
892 if (ret != MM_ERROR_NONE) {
893 MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
897 MMCAM_LOG_INFO("Change to target resolution(%d, %d)", info->width, info->height);
899 MMCAM_LOG_INFO("No need to change resolution. Open toggle now.");
900 info->resolution_change = FALSE;
903 ret = __mmcamcorder_capture_mode_init_encodebin((MMHandleType)hcamcorder);
904 if (ret != MM_ERROR_NONE) {
905 MMCAM_LOG_ERROR("failed to create encodesinkbin %x", ret);
909 ret = mm_camcorder_get_attributes(handle, &err_name,
910 MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
913 MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
917 /* set JPEG quality */
918 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
920 /* set handoff signal as TRUE */
921 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", TRUE);
922 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
924 /* Prepare for the shutter sound when it's the bencbin mode capture */
925 sc->info_video->is_first_frame = TRUE;
927 /* set push encoding buffer as TRUE */
928 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
930 /* make encode pipeline state as PLAYING */
931 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
932 if (ret != MM_ERROR_NONE) {
933 MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
938 /* Play capture sound here if single capture */
939 if ((info->type == _MMCamcorder_SINGLE_SHOT &&
940 (hcamcorder->support_zsl_capture == FALSE ||
941 strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
942 info->hdr_capture_mode) {
943 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
944 hcamcorder->support_zsl_capture == TRUE &&
945 !info->hdr_capture_mode) {
946 _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
950 info->played_capture_sound = TRUE;
953 info->played_capture_sound = FALSE;
957 if (ret != MM_ERROR_NONE) {
958 info->capturing = FALSE;
961 if (info->type == _MMCamcorder_MULTI_SHOT)
962 _mmcamcorder_sound_finalize(handle);
964 /* send signal for task thread : It prevent unnecessary invalid operation error in task thread */
965 if (hcamcorder->capture_in_recording) {
966 hcamcorder->capture_in_recording = FALSE;
968 g_mutex_lock(&hcamcorder->task_thread_lock);
970 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
971 hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_NONE;
972 MMCAM_LOG_INFO("send signal for capture in recording");
973 g_cond_signal(&hcamcorder->task_thread_cond);
975 MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
978 g_mutex_unlock(&hcamcorder->task_thread_lock);
986 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle)
988 int ret = MM_ERROR_NONE;
994 int gop_interval = 0;
995 unsigned int current_framecount = 0;
996 int current_state = MM_CAMCORDER_STATE_NONE;
997 gboolean fps_auto = FALSE;
998 char *err_name = NULL;
1001 GstElement *pipeline = NULL;
1002 GstCameraControl *control = NULL;
1004 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1005 _MMCamcorderImageInfo *info = NULL;
1006 _MMCamcorderSubContext *sc = NULL;
1008 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1010 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1011 mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1013 /*MMCAM_LOG_INFO("");*/
1015 pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1016 info = sc->info_image;
1018 sc->display_interval = 0;
1019 sc->previous_slot_time = 0;
1022 info->next_shot_time = 0;
1023 info->multi_shot_stop = TRUE;
1024 info->capturing = FALSE;
1026 current_state = _mmcamcorder_get_state(handle);
1027 MMCAM_LOG_INFO("current state [%d]", current_state);
1029 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
1030 MMCAM_LOG_INFO("Preview start");
1032 /* just set capture stop command if current state is CAPTURING */
1033 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
1034 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1035 MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
1036 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
1039 current_framecount = sc->kpi.video_framecount;
1041 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1042 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
1044 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
1045 if (info->type == _MMCamcorder_SINGLE_SHOT) {
1046 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1047 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1051 MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
1053 /* This case is starting of preview */
1054 ret = mm_camcorder_get_attributes(handle, &err_name,
1055 MMCAM_CAMERA_FPS_AUTO, &fps_auto,
1056 MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
1058 if (ret != MM_ERROR_NONE) {
1059 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, ret);
1060 SAFE_FREE(err_name);
1063 MMCAM_LOG_INFO("focus mode %d", focus_mode);
1065 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
1067 /* set focus mode */
1069 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
1070 mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1071 mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1073 if (focus_mode == MM_CAMCORDER_FOCUS_MODE_MANUAL) {
1074 mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1075 mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1078 MMCAM_LOG_INFO("focus mode is not supported");
1081 MMCAM_LOG_ERROR("failed to get attributes");
1086 /* init prev_time */
1087 sc->info_video->prev_preview_ts = 0;
1089 gst_element_get_state(pipeline, &state, NULL, -1);
1091 if (state == GST_STATE_PLAYING) {
1092 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
1095 if (hcamcorder->support_zsl_capture == FALSE) {
1096 MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
1098 /* Set strobe mode - strobe mode can not be set to driver while capturing */
1100 mm_attrs_set_modified(attrs, MM_CAM_STROBE_MODE);
1101 if (mm_attrs_commit(attrs, MM_CAM_STROBE_MODE) == -1)
1102 MMCAM_LOG_WARNING("Failed to set strobe mode");
1105 while (current_framecount >= sc->kpi.video_framecount &&
1106 try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
1107 usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
1111 if (info->type == _MMCamcorder_MULTI_SHOT) {
1112 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1113 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1116 MMCAM_LOG_INFO("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
1117 current_framecount, sc->kpi.video_framecount, try_count);
1118 } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
1119 ret = __mmcamcorder_capture_mode_deinit_encodebin(handle);
1120 if (ret != MM_ERROR_NONE)
1123 if (info->resolution_change) {
1124 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1125 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1127 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1129 /* check decoder recreation */
1130 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
1131 MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
1132 return MM_ERROR_CAMCORDER_INTERNAL;
1135 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1136 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1138 if (ret != MM_ERROR_NONE)
1141 /* check if resolution need to rollback */
1142 mm_camcorder_get_attributes(handle, &err_name,
1143 MMCAM_CAMERA_WIDTH, &width,
1144 MMCAM_CAMERA_HEIGHT, &height,
1145 MMCAM_CAMERA_FPS, &fps,
1146 MMCAM_CAMERA_ROTATION, &rotation,
1149 MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
1150 SAFE_FREE(err_name);
1154 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
1156 MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
1157 ret = MM_ERROR_CAMCORDER_INTERNAL;
1161 /* set frame stability count for preview */
1162 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1164 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1165 if (ret != MM_ERROR_NONE)
1170 /* sound finalize */
1171 if (info->type == _MMCamcorder_MULTI_SHOT)
1172 _mmcamcorder_sound_finalize(handle);
1174 if (_mmcamcorder_is_encoded_preview_pixel_format(info->preview_format)) {
1175 mm_camcorder_get_attributes(handle, NULL,
1176 MMCAM_ENCODED_PREVIEW_BITRATE, &bitrate,
1177 MMCAM_ENCODED_PREVIEW_GOP_INTERVAL, &gop_interval,
1180 _mmcamcorder_set_encoded_preview_bitrate(handle, bitrate);
1181 _mmcamcorder_set_encoded_preview_gop_interval(handle, gop_interval);
1184 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1185 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1187 /* set frame stability count for preview */
1188 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1190 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
1192 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1194 traceEnd(TTRACE_TAG_CAMERA);
1196 if (ret != MM_ERROR_NONE)
1199 /* get sound status/volume level and register changed_cb */
1200 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
1201 info->sound_status == _SOUND_STATUS_INIT) {
1202 MMCAM_LOG_INFO("register vconf changed_cb and get sound status");
1204 /* register changed_cb */
1205 vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb, hcamcorder);
1207 /* get sound status */
1208 vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
1210 MMCAM_LOG_INFO("sound status %d", info->sound_status);
1213 #ifdef _MMCAMCORDER_CAMERA_BOOST_SUPPORT
1214 _mmcamcorder_start_boosting();
1215 #endif /* _MMCAMCORDER_CAMERA_BOOST_SUPPORT */
1223 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
1225 int ret = MM_ERROR_NONE;
1226 int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
1228 int display_reuse_hint = FALSE;
1229 GstCameraControl *control = NULL;
1230 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1232 GstElement *pipeline = NULL;
1234 _MMCamcorderSubContext *sc = NULL;
1238 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1240 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1241 mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1243 /* check strobe and set OFF if PERMANENT mode */
1244 mm_camcorder_get_attributes(handle, NULL,
1245 MMCAM_STROBE_MODE, &strobe_mode,
1247 if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
1248 GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1249 MMCAM_LOG_INFO("current strobe mode is PERMANENT, set OFF");
1251 /* get camera control */
1252 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1254 /* convert MSL to sensor value */
1255 set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
1257 /* set strobe OFF */
1258 gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
1260 MMCAM_LOG_INFO("set strobe OFF done - value: %d", set_strobe);
1262 MMCAM_LOG_WARNING("cast CAMERA_CONTROL failed");
1266 pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1268 if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
1269 MMCAM_LOG_INFO("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",
1270 sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
1271 _mmcamcorder_remove_recorder_pipeline(handle);
1274 mm_camcorder_get_attributes(handle, NULL,
1275 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
1278 MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
1280 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", display_reuse_hint);
1282 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1283 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1285 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
1287 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1289 traceEnd(TTRACE_TAG_CAMERA);
1291 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1292 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1294 if (display_reuse_hint)
1295 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", FALSE);
1297 /* deregister sound status callback */
1298 if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
1299 MMCAM_LOG_INFO("deregister sound status callback");
1301 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb);
1303 sc->info_image->sound_status = _SOUND_STATUS_INIT;
1310 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
1312 int ret = MM_ERROR_NONE;
1314 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1315 _MMCamcorderSubContext *sc = NULL;
1317 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1319 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1320 mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1322 MMCAM_LOG_INFO("command %d", command);
1325 case _MMCamcorder_CMD_CAPTURE:
1326 ret = __mmcamcorder_image_cmd_capture(handle);
1328 case _MMCamcorder_CMD_PREVIEW_START:
1329 ret = __mmcamcorder_image_cmd_preview_start(handle);
1331 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
1332 _mmcamcorder_video_current_framerate_init(handle);
1334 case _MMCamcorder_CMD_PREVIEW_STOP:
1335 ret = __mmcamcorder_image_cmd_preview_stop(handle);
1337 #ifdef _MMCAMCORDER_CAMERA_BOOST_SUPPORT
1338 _mmcamcorder_stop_boosting();
1339 #endif /*_MMCAMCORDER_CAMERA_BOOST_SUPPORT */
1342 case _MMCamcorder_CMD_RECORD:
1343 case _MMCamcorder_CMD_PAUSE:
1344 case _MMCamcorder_CMD_CANCEL:
1345 case _MMCamcorder_CMD_COMMIT:
1346 /* video recording command */
1347 ret = _mmcamcorder_video_command(handle, command);
1350 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1358 static void __mmcamcorder_init_stillshot_info(MMHandleType handle)
1360 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1361 _MMCamcorderSubContext *sc = NULL;
1362 _MMCamcorderImageInfo *info = NULL;
1364 mmf_return_if_fail(hcamcorder);
1366 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1367 mmf_return_if_fail(sc && sc->info_image);
1369 info = sc->info_image;
1371 MMCAM_LOG_INFO("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
1373 if (info->type == _MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
1374 info->capture_cur_count = 0;
1375 info->capture_send_count = 0;
1376 info->multi_shot_stop = TRUE;
1377 info->next_shot_time = 0;
1379 /* capturing flag set to FALSE here */
1380 info->capturing = FALSE;
1387 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1389 int ret = MM_ERROR_NONE;
1390 unsigned char *data = NULL;
1391 unsigned int datalen = 0;
1392 _MMCamcorderSubContext *sc = NULL;
1393 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1395 mmf_return_val_if_fail(hcamcorder, FALSE);
1396 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1397 mmf_return_val_if_fail(sc, FALSE);
1401 if (!original || original->data == NULL || original->length == 0) {
1403 MMCAM_LOG_ERROR("data=%p, length=%d",
1404 original->data, original->length);
1406 MMCAM_LOG_ERROR("original is null");
1409 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1411 /* original is input/output param. save original values to local var. */
1412 data = original->data;
1413 datalen = original->length;
1416 if (provide_exif == FALSE) {
1418 if (thumbnail->data && thumbnail->length > 0) {
1419 MMCAM_LOG_INFO("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
1420 thumbnail->data, thumbnail->width, thumbnail->height);
1422 /* add thumbnail exif info */
1423 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
1429 MMCAM_LOG_ERROR("Skip adding thumbnail (data=%p, length=%d)",
1430 thumbnail->data, thumbnail->length);
1434 ret = MM_ERROR_NONE;
1437 if (ret == MM_ERROR_NONE) {
1438 /* write jpeg with exif */
1439 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length, hcamcorder->exif_info, data, datalen);
1440 if (ret != MM_ERROR_NONE)
1441 MMCAM_LOG_ERROR("mm_exif_write_exif_jpeg_to_memory error! [0x%x]", ret);
1444 MMCAM_LOG_INFO("END ret 0x%x", ret);
1450 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1452 GstCaps *caps = NULL;
1454 const GstStructure *structure;
1456 mmf_return_if_fail(capture_data && sample);
1458 caps = gst_sample_get_caps(sample);
1460 MMCAM_LOG_ERROR("failed to get caps");
1464 structure = gst_caps_get_structure(caps, 0);
1465 if (structure == NULL) {
1466 MMCAM_LOG_ERROR("failed to get structure");
1470 memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1472 gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1473 capture_data->data = mapinfo.data;
1474 capture_data->format = pixtype;
1475 gst_structure_get(structure,
1476 "width", G_TYPE_INT, &capture_data->width,
1477 "height", G_TYPE_INT, &capture_data->height,
1479 capture_data->length = mapinfo.size;
1480 gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1482 MMCAM_LOG_WARNING("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1483 capture_data->data, capture_data->width, capture_data->height,
1484 capture_data->length, capture_data->format);
1488 capture_data->data = NULL;
1489 capture_data->format = MM_PIXEL_FORMAT_INVALID;
1490 capture_data->length = 0;
1496 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1498 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1499 _MMCamcorderSubContext *sc = NULL;
1501 mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1503 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1504 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1508 /* if tag enable and doesn't provide exif, we make it */
1509 MMCAM_LOG_INFO("Add exif information if existed(thumbnail[%p])", thumbnail);
1510 if (thumbnail && thumbnail->data)
1511 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1513 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1517 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1519 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1520 _MMCamcorderSubContext *sc = NULL;
1522 mmf_return_if_fail(hcamcorder);
1523 mmf_return_if_fail(dest);
1525 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1526 mmf_return_if_fail(sc);
1528 MMCAM_LOG_INFO("tag : %d, provide exif : %d", tag_enable, provide_exif);
1530 /* if dest->data is allocated in MSL, release it */
1531 if (tag_enable && !provide_exif) {
1536 MMCAM_LOG_INFO("Jpeg is released!");
1539 MMCAM_LOG_INFO("No need to release");
1546 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1548 int ret = MM_ERROR_NONE;
1549 int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1550 int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1551 int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1552 int codectype = MM_IMAGE_CODEC_JPEG;
1554 int stop_cont_shot = FALSE;
1555 int tag_enable = FALSE;
1556 int provide_exif = FALSE;
1557 int capture_quality = 0;
1558 int try_lock_count = 0;
1559 gboolean send_captured_message = FALSE;
1560 unsigned char *exif_raw_data = NULL;
1561 unsigned char *internal_main_data = NULL;
1562 unsigned int internal_main_length = 0;
1563 unsigned char *internal_thumb_data = NULL;
1564 unsigned int internal_thumb_length = 0;
1565 unsigned char *compare_data = NULL;
1567 MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1568 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1569 _MMCamcorderImageInfo *info = NULL;
1570 _MMCamcorderSubContext *sc = NULL;
1571 MMCamcorderCaptureDataType dest = {0,};
1572 MMCamcorderCaptureDataType thumb = {0,};
1573 MMCamcorderCaptureDataType scrnail = {0,};
1574 MMCamcorderCaptureDataType encode_src = {0,};
1575 GstMapInfo mapinfo1;
1576 GstMapInfo mapinfo2;
1577 GstMapInfo mapinfo3;
1580 int attr_index_for_screennail = 0;
1581 int attr_index_for_exif = 0;
1583 mmf_return_if_fail(hcamcorder);
1585 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1586 mmf_return_if_fail(sc && sc->info_image);
1588 info = sc->info_image;
1590 memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1591 memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1592 memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1594 /* get current state */
1595 current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1597 MMCAM_LOG_ERROR("START - current state %d", current_state);
1599 /* check capture state */
1600 if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0)
1601 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1602 MMCAM_CAPTURE_BREAK_CONTINUOUS_SHOT, &stop_cont_shot,
1605 if (!info->capturing || stop_cont_shot) {
1606 MMCAM_LOG_WARNING("stop command[%d] or not capturing state[%d]. skip this...", stop_cont_shot, info->capturing);
1608 /* set FALSE here for the case that info->capturing is still FALSE
1609 (== capture_send_count is 0 at the time _mmcamcorder_commit_capture_break_cont_shot is called) */
1610 info->capturing = FALSE;
1614 gst_sample_unref(sample1);
1617 gst_sample_unref(sample2);
1620 gst_sample_unref(sample3);
1625 /* check command lock to block capture callback if capture start API is not returned
1626 wait for 2 seconds at worst case */
1629 MMCAM_LOG_INFO("Try command LOCK");
1630 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1631 MMCAM_LOG_INFO("command LOCK OK");
1632 _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1636 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1637 MMCAM_LOG_WARNING("command LOCK Failed, retry...[count %d]", try_lock_count);
1638 usleep(TRY_LOCK_TIME);
1640 MMCAM_LOG_ERROR("failed to lock command LOCK");
1645 if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1646 /* play capture sound here if multi capture
1647 or preview format is ITLV(because of AF and flash control in plugin) */
1648 if (info->type == _MMCamcorder_MULTI_SHOT) {
1649 g_mutex_lock(&hcamcorder->task_thread_lock);
1650 MMCAM_LOG_INFO("send signal for sound play");
1651 hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1652 g_cond_signal(&hcamcorder->task_thread_cond);
1653 g_mutex_unlock(&hcamcorder->task_thread_lock);
1654 } else if (!info->played_capture_sound) {
1655 _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1659 /* init capture data */
1660 memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1661 memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1662 memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1664 /* Prepare main, thumbnail buffer */
1665 pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1), FALSE);
1666 if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1667 MMCAM_LOG_ERROR("Unsupported pixel type");
1668 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1672 /* Main image buffer */
1673 if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1674 MMCAM_LOG_ERROR("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1675 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1678 if ((mapinfo1.data == NULL) && (mapinfo1.size == 0)) {
1679 MMCAM_LOG_ERROR("mapinfo1 is wrong (%p, size %zu)", mapinfo1.data, mapinfo1.size);
1680 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1681 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1684 __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1688 if (!sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ))
1689 MMCAM_LOG_INFO("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1691 if (!sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ))
1692 MMCAM_LOG_INFO("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1694 /* Screennail image buffer */
1695 attrs = MMF_CAMCORDER_ATTRS(hcamcorder);
1696 mm_attrs_get_index(attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index_for_screennail);
1698 if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1699 MMCAM_LOG_INFO("Screennail (sample3=%p,size=%zu)", sample3, mapinfo3.size);
1701 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3), FALSE);
1702 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1704 /* Set screennail attribute for application */
1705 ret = mm_attrs_set_data(attrs, attr_index_for_screennail, &scrnail, sizeof(scrnail));
1706 MMCAM_LOG_INFO("Screennail set attribute data %p, size %zu, ret %x", &scrnail, sizeof(scrnail), ret);
1708 MMCAM_LOG_INFO("Sample3 has wrong pointer. Not Error. (sample3=%p)", sample3);
1709 mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1712 /* commit screennail data */
1713 mm_attrs_commit(attrs, attr_index_for_screennail);
1715 /* init thumb data */
1716 memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1718 /* get provide-exif */
1719 MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1721 /* Thumbnail image buffer */
1722 if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1723 MMCAM_LOG_INFO("Thumbnail (buffer2=%p)", gst_sample_get_buffer(sample2));
1724 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2), FALSE);
1725 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1727 MMCAM_LOG_INFO("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1729 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1731 /* get thumbnail from EXIF */
1732 l = exif_loader_new();
1737 ExifEntry *entry = NULL;
1739 exif_loader_write(l, dest.data, dest.length);
1741 /* Get a pointer to the EXIF data */
1742 ed = exif_loader_get_data(l);
1744 /* The loader is no longer needed--free it */
1745 exif_loader_unref(l);
1748 entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1750 exif_entry_get_value(entry, width, 10);
1753 entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1755 exif_entry_get_value(entry, height, 10);
1758 /* Make sure the image had a thumbnail before trying to write it */
1759 if (ed->data && ed->size) {
1760 thumb.data = malloc(ed->size);
1762 memcpy(thumb.data, ed->data, ed->size);
1763 thumb.length = ed->size;
1764 thumb.format = MM_PIXEL_FORMAT_ENCODED;
1765 thumb.width = atoi(width);
1766 thumb.height = atoi(height);
1767 internal_thumb_data = thumb.data;
1769 MMCAM_LOG_ERROR("failed to alloc thumbnail data");
1772 exif_data_unref(ed);
1775 MMCAM_LOG_WARNING("failed to get exif data");
1778 MMCAM_LOG_WARNING("failed to create exif loader");
1782 if (thumb.data == NULL) {
1783 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1784 scrnail.data && scrnail.length != 0) {
1785 /* make thumbnail image with screennail data */
1786 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1787 } else if (sc->internal_encode) {
1788 /* make thumbnail image with main data, this is raw data */
1789 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1793 /* encode thumbnail */
1794 if (encode_src.data) {
1795 size_t thumb_length = 0;
1796 unsigned int thumb_width = 0;
1797 unsigned int thumb_height = 0;
1798 unsigned char *thumb_raw_data = NULL;
1801 MMCAM_LOG_INFO("Encode Thumbnail");
1803 if (encode_src.width > THUMBNAIL_WIDTH) {
1804 /* calculate thumbnail size */
1805 thumb_width = THUMBNAIL_WIDTH;
1806 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1807 if (thumb_height % 2 != 0)
1810 MMCAM_LOG_INFO("need to resize : thumbnail size %dx%d, format %d",
1811 thumb_width, thumb_height, encode_src.format);
1813 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1814 encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1815 encode_src.width % thumb_width == 0 &&
1816 encode_src.height % thumb_height == 0) {
1817 if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1818 &thumb_raw_data, thumb_width, thumb_height)) {
1819 thumb_raw_data = NULL;
1820 MMCAM_LOG_WARNING("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1823 if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1824 encode_src.length, encode_src.format,
1825 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1826 thumb_raw_data = NULL;
1827 MMCAM_LOG_WARNING("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1831 thumb_width = encode_src.width;
1832 thumb_height = encode_src.height;
1834 MMCAM_LOG_INFO("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1836 thumb_raw_data = encode_src.data;
1837 thumb_length = encode_src.length;
1840 if (thumb_raw_data) {
1841 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1842 encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1843 (void **)&internal_thumb_data, &internal_thumb_length);
1845 MMCAM_LOG_INFO("encode THUMBNAIL done - data %p, length %d", internal_thumb_data, internal_thumb_length);
1847 thumb.data = internal_thumb_data;
1848 thumb.length = internal_thumb_length;
1849 thumb.width = thumb_width;
1850 thumb.height = thumb_height;
1851 thumb.format = MM_PIXEL_FORMAT_ENCODED;
1853 MMCAM_LOG_WARNING("failed to encode THUMBNAIL");
1856 /* release allocated raw data memory */
1857 if (thumb_raw_data != encode_src.data) {
1858 free(thumb_raw_data);
1859 thumb_raw_data = NULL;
1860 MMCAM_LOG_INFO("release thumb_raw_data");
1863 MMCAM_LOG_WARNING("thumb_raw_data is NULL");
1866 /* no raw data src for thumbnail */
1867 MMCAM_LOG_INFO("no need to encode thumbnail");
1872 if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1873 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1874 MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1876 MMCAM_LOG_INFO("Start Internal Encode - capture_quality %d", capture_quality);
1878 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1879 pixtype_main, dest.length, capture_quality,
1880 (void **)&internal_main_data, &internal_main_length);
1882 MMCAM_LOG_ERROR("_mmcamcorder_encode_jpeg failed");
1884 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1890 dest.data = internal_main_data;
1891 dest.length = internal_main_length;
1892 dest.format = MM_PIXEL_FORMAT_ENCODED;
1894 MMCAM_LOG_INFO("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1897 if (info->capture_format != MM_PIXEL_FORMAT_ENCODED) {
1898 MMCAM_LOG_INFO("not encoded format, skip exif related sequence");
1899 goto _CAPTURE_CB_EXIF_DONE;
1902 /* create EXIF info */
1903 if (!provide_exif) { /* make new exif */
1904 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1905 } else { /* load from jpeg buffer dest.data */
1906 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1907 if (ret != MM_ERROR_NONE) {
1908 MMCAM_LOG_ERROR("Failed to load exif_info [%x], try to create EXIF", ret);
1909 provide_exif = FALSE;
1910 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1913 if (ret != MM_ERROR_NONE) {
1914 MMCAM_LOG_ERROR("Failed to create exif_info [%x], but keep going...", ret);
1916 /* add basic exif info */
1917 if (!provide_exif) {
1918 MMCAM_LOG_INFO("add basic exif info");
1919 ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1921 MMCAM_LOG_INFO("update exif info");
1922 ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1925 if (ret != MM_ERROR_NONE) {
1926 MMCAM_LOG_WARNING("Failed set_exif_basic_info [%x], but keep going...", ret);
1927 ret = MM_ERROR_NONE;
1931 /* get attribute item for EXIF data */
1932 mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index_for_exif);
1934 /* set EXIF data to attribute */
1935 if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1936 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1937 if (exif_raw_data) {
1938 memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1939 mm_attrs_set_data(attrs, attr_index_for_exif, exif_raw_data, hcamcorder->exif_info->size);
1940 MMCAM_LOG_INFO("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1942 MMCAM_LOG_WARNING("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1945 MMCAM_LOG_WARNING("failed to create EXIF. set EXIF as NULL");
1946 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1949 /* commit EXIF data */
1950 mm_attrs_commit(attrs, attr_index_for_exif);
1952 /* get tag-enable */
1953 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1955 /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1957 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1958 MMCAM_IMAGE_ENCODER, &codectype,
1960 MMCAM_LOG_INFO("codectype %d", codectype);
1962 switch (codectype) {
1963 case MM_IMAGE_CODEC_JPEG:
1964 case MM_IMAGE_CODEC_SRW:
1965 case MM_IMAGE_CODEC_JPEG_SRW:
1966 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1967 if (ret != MM_ERROR_NONE) {
1968 MMCAM_LOG_ERROR("Error on setting extra data to jpeg");
1969 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1974 MMCAM_LOG_ERROR("The codectype is not supported. (%d)", codectype);
1975 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1980 _CAPTURE_CB_EXIF_DONE:
1982 /* Handle Capture Callback */
1983 _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1985 if (hcamcorder->vcapture_cb) {
1986 MMCAM_LOG_INFO("APPLICATION CALLBACK START");
1988 ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1990 ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1992 MMCAM_LOG_INFO("APPLICATION CALLBACK END");
1994 MMCAM_LOG_ERROR("Capture callback is NULL.");
1996 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1998 goto err_release_exif;
2001 /* Set capture count */
2002 count = ++(info->capture_send_count);
2003 send_captured_message = TRUE;
2006 _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
2008 /* init screennail and EXIF raw data */
2009 mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
2010 mm_attrs_commit(attrs, attr_index_for_screennail);
2011 if (exif_raw_data) {
2012 free(exif_raw_data);
2013 exif_raw_data = NULL;
2015 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
2016 mm_attrs_commit(attrs, attr_index_for_exif);
2019 /* Release jpeg data */
2020 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED)
2021 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
2024 /* Check end condition and set proper value */
2025 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
2026 (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
2027 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
2030 /* release internal allocated data */
2031 if (sc->internal_encode)
2032 compare_data = internal_main_data;
2034 compare_data = mapinfo1.data;
2036 if (dest.data && compare_data &&
2037 dest.data != compare_data) {
2038 MMCAM_LOG_INFO("release internal allocated data %p", dest.data);
2043 if (internal_main_data) {
2044 MMCAM_LOG_INFO("release internal main data %p", internal_main_data);
2045 free(internal_main_data);
2046 internal_main_data = NULL;
2048 if (internal_thumb_data) {
2049 MMCAM_LOG_INFO("release internal thumb data %p", internal_thumb_data);
2050 free(internal_thumb_data);
2051 internal_thumb_data = NULL;
2054 /* reset compare_data */
2055 compare_data = NULL;
2059 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
2060 gst_sample_unref(sample1);
2063 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
2064 gst_sample_unref(sample2);
2067 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
2068 gst_sample_unref(sample3);
2071 /* destroy exif info */
2072 mm_exif_destory_exif_info(hcamcorder->exif_info);
2073 hcamcorder->exif_info = NULL;
2075 /* send captured message */
2076 if (send_captured_message) {
2077 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
2078 /* Send CAPTURED message and count - capture success */
2079 if (current_state >= MM_CAMCORDER_STATE_RECORDING)
2080 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
2082 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
2083 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
2084 /* send captured message only once in HDR and Original Capture mode */
2085 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
2089 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
2090 /* Handle capture in recording case */
2091 hcamcorder->capture_in_recording = FALSE;
2093 g_mutex_lock(&hcamcorder->task_thread_lock);
2095 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
2096 MMCAM_LOG_INFO("send signal for capture in recording");
2097 g_cond_signal(&hcamcorder->task_thread_cond);
2099 MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
2102 g_mutex_unlock(&hcamcorder->task_thread_lock);
2104 _MMCAMCORDER_CMD_SIGNAL(hcamcorder);
2107 MMCAM_LOG_ERROR("END");
2113 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data)
2116 MMCAM_LOG_ERROR("NULL sample for extra preview[id:%d]", stream_id);
2120 /* no need to check return value here */
2121 _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, stream_id);
2123 gst_sample_unref(sample);
2127 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2129 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2130 _MMCamcorderSubContext *sc = NULL;
2132 GstCaps *caps = NULL;
2133 GstSample *sample = NULL;
2135 mmf_return_val_if_fail(hcamcorder, FALSE);
2137 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2138 mmf_return_val_if_fail(sc && sc->element, FALSE);
2140 /* make sample with buffer and caps */
2141 caps = gst_pad_get_allowed_caps(pad);
2142 mmf_return_val_if_fail(caps, TRUE);
2144 sample = gst_sample_new(buffer, caps, NULL, NULL);
2145 gst_caps_unref(caps);
2146 mmf_return_val_if_fail(sample, TRUE);
2148 _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, 0);
2150 gst_sample_unref(sample);
2156 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2158 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2159 _MMCamcorderSubContext *sc = NULL;
2161 mmf_return_val_if_fail(hcamcorder, FALSE);
2163 sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2164 mmf_return_val_if_fail(sc && sc->element, FALSE);
2168 /* FIXME. How could you get a thumbnail? */
2169 __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
2171 if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
2172 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
2173 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
2174 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
2181 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
2184 ExifShort eshort = 0;
2185 int ret = MM_ERROR_NONE;
2187 mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
2188 MMCAM_LOG_INFO("get orientation [%d]", value);
2190 value = MM_EXIF_ORIENTATION;
2192 exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
2193 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
2194 EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
2195 if (ret != MM_ERROR_NONE)
2196 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
2203 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
2205 int ret = MM_ERROR_NONE;
2206 char *make = strdup(MM_MAKER_NAME);
2209 MMCAM_LOG_INFO("maker [%s]", make);
2210 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
2211 EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
2213 if (ret != MM_ERROR_NONE)
2214 EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
2216 MMCAM_LOG_ERROR("strdup failed [%s]", MM_MAKER_NAME);
2224 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
2226 int ret = MM_ERROR_NONE;
2227 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2229 if (hcamcorder == NULL || ed == NULL) {
2230 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2234 if (hcamcorder->software_version) {
2235 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
2236 strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
2238 MMCAM_LOG_INFO("set software_version[%s] ret[0x%x]",
2239 hcamcorder->software_version, ret);
2241 MMCAM_LOG_ERROR("model_name is NULL");
2248 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
2250 int ret = MM_ERROR_NONE;
2251 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2253 if (hcamcorder == NULL || ed == NULL) {
2254 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2258 if (hcamcorder->model_name) {
2259 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
2260 strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
2262 MMCAM_LOG_ERROR("set model name[%s] ret[0x%x]",
2263 hcamcorder->model_name, ret);
2265 MMCAM_LOG_ERROR("model_name is NULL");
2271 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
2273 int ret = MM_ERROR_NONE;
2274 int gps_enable = TRUE;
2275 char *err_name = NULL;
2276 double latitude = INVALID_GPS_VALUE;
2277 double longitude = INVALID_GPS_VALUE;
2278 double altitude = INVALID_GPS_VALUE;
2280 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
2281 if (ret == MM_ERROR_NONE && gps_enable) {
2282 ExifByte GpsVersion[4] = {2, 2, 0, 0};
2284 MMCAM_LOG_INFO("Tag for GPS is ENABLED.");
2286 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
2287 EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
2288 if (ret != MM_ERROR_NONE)
2289 EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
2291 ret = mm_camcorder_get_attributes(handle, &err_name,
2292 MMCAM_TAG_LATITUDE, &latitude,
2293 MMCAM_TAG_LONGITUDE, &longitude,
2294 MMCAM_TAG_ALTITUDE, &altitude, NULL);
2295 if (ret != MM_ERROR_NONE) {
2296 MMCAM_LOG_ERROR("failed to get gps info [%x][%s]", ret, err_name);
2297 SAFE_FREE(err_name);
2301 MMCAM_LOG_INFO("latitude [%f]", latitude);
2302 if (latitude != INVALID_GPS_VALUE) {
2303 unsigned char *b = NULL;
2310 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2311 EXIF_FORMAT_ASCII, 2, "S");
2312 if (ret != MM_ERROR_NONE)
2313 EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2315 latitude = -latitude;
2316 } else if (latitude > 0) {
2317 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2318 EXIF_FORMAT_ASCII, 2, "N");
2319 if (ret != MM_ERROR_NONE)
2320 EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2323 deg = (unsigned int)(latitude);
2324 min = (unsigned int)((latitude-deg) * 60);
2325 sec = (unsigned int)(((latitude-deg) * 3600) - min * 60);
2327 MMCAM_LOG_INFO("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2328 b = malloc(3 * sizeof(ExifRational));
2330 rData.numerator = deg;
2331 rData.denominator = 1;
2332 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2333 rData.numerator = min;
2334 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2335 rData.numerator = sec;
2336 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2338 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
2339 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2341 if (ret != MM_ERROR_NONE)
2342 EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
2344 MMCAM_LOG_WARNING("malloc failed");
2348 MMCAM_LOG_INFO("longitude [%f]", longitude);
2349 if (longitude != INVALID_GPS_VALUE) {
2350 unsigned char *b = NULL;
2356 if (longitude < 0) {
2357 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2358 EXIF_FORMAT_ASCII, 2, "W");
2359 if (ret != MM_ERROR_NONE)
2360 EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2362 longitude = -longitude;
2363 } else if (longitude > 0) {
2364 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2365 EXIF_FORMAT_ASCII, 2, "E");
2366 if (ret != MM_ERROR_NONE)
2367 EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2370 deg = (unsigned int)(longitude);
2371 min = (unsigned int)((longitude-deg) * 60);
2372 sec = (unsigned int)(((longitude-deg) * 3600) - min * 60);
2374 MMCAM_LOG_INFO("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2375 b = malloc(3 * sizeof(ExifRational));
2377 rData.numerator = deg;
2378 rData.denominator = 1;
2379 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2380 rData.numerator = min;
2381 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
2382 rData.numerator = sec;
2383 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
2384 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
2385 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2387 if (ret != MM_ERROR_NONE)
2388 EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
2390 MMCAM_LOG_WARNING("malloc failed");
2394 MMCAM_LOG_INFO("f_altitude [%f]", altitude);
2395 if (altitude != INVALID_GPS_VALUE) {
2396 ExifByte alt_ref = 0;
2397 unsigned char *b = NULL;
2399 b = malloc(sizeof(ExifRational));
2403 altitude = -altitude;
2406 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
2407 EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
2408 if (ret != MM_ERROR_NONE) {
2409 MMCAM_LOG_ERROR("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
2410 if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2417 rData.numerator = (unsigned int)(altitude + 0.5)*100;
2418 rData.denominator = 100;
2419 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2420 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
2421 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2423 if (ret != MM_ERROR_NONE)
2424 EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
2426 MMCAM_LOG_WARNING("malloc failed");
2431 double gps_timestamp = INVALID_GPS_VALUE;
2432 mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
2433 MMCAM_LOG_INFO("Gps timestamp [%f]", gps_timestamp);
2434 if (gps_timestamp > 0.0) {
2435 unsigned char *b = NULL;
2438 unsigned int microsec;
2441 hour = (unsigned int)(gps_timestamp / 3600);
2442 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
2443 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
2445 MMCAM_LOG_INFO("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
2446 b = malloc(3 * sizeof(ExifRational));
2448 rData.numerator = hour;
2449 rData.denominator = 1;
2450 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2452 rData.numerator = min;
2453 rData.denominator = 1;
2454 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2456 rData.numerator = microsec;
2457 rData.denominator = 1000000;
2458 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2460 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
2461 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2463 if (ret != MM_ERROR_NONE)
2464 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
2466 MMCAM_LOG_WARNING("malloc failed.");
2472 unsigned char *date_stamp = NULL;
2473 int date_stamp_len = 0;
2475 mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
2478 MMCAM_LOG_INFO("Date stamp [%s]", date_stamp);
2480 /* cause it should include NULL char */
2481 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2482 EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2483 if (ret != MM_ERROR_NONE)
2484 EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2489 unsigned char *processing_method = NULL;
2490 int processing_method_len = 0;
2492 mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2494 if (processing_method) {
2495 MMCAM_LOG_INFO("Processing method [%s]", processing_method);
2497 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2498 EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2499 if (ret != MM_ERROR_NONE)
2500 EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2504 MMCAM_LOG_INFO("Tag for GPS is DISABLED.");
2512 static int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2514 int ret = MM_ERROR_NONE;
2515 mmf_camcorder_t *hcamcorder = NULL;
2516 ExifData *ed = NULL;
2518 hcamcorder = MMF_CAMCORDER(handle);
2520 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2522 ed = exif_data_new_from_data(imagedata, imgln);
2523 /*ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);*/
2526 MMCAM_LOG_ERROR("get exif data error!!");
2527 return MM_ERROR_INVALID_HANDLE;
2530 /* update necessary */
2532 __mmcamcorder_update_exif_make(handle, ed);
2533 __mmcamcorder_update_exif_software(handle, ed);
2534 __mmcamcorder_update_exif_model(handle, ed);
2535 __mmcamcorder_update_exif_orientation(handle, ed);
2536 __mmcamcorder_update_exif_gps(handle, ed);
2537 ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2538 if (ret != MM_ERROR_NONE)
2539 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
2541 exif_data_unref(ed);
2546 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2548 int ret = MM_ERROR_NONE;
2550 int str_val_len = 0;
2553 char *str_value = NULL;
2554 char *user_comment = NULL;
2555 ExifData *ed = NULL;
2557 ExifLong ExifVersion;
2558 static ExifShort eshort[20];
2559 static ExifLong elong[10];
2561 GstCameraControl *control = NULL;
2562 GstCameraControlExifInfo avsys_exif_info;
2564 mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2565 _MMCamcorderSubContext *sc = NULL;
2569 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2571 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2572 mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2574 CLEAR(avsys_exif_info);
2576 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2577 MMCAM_LOG_ERROR("Can't cast Video source into camera control. Skip camera control values...");
2579 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2580 /* get device information */
2581 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2584 /* get ExifData from exif info */
2585 ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2587 MMCAM_LOG_ERROR("get exif data error!!");
2588 return MM_ERROR_INVALID_HANDLE;
2591 /* Receive attribute info */
2593 /* START INSERT IFD_0 */
2595 /*0. EXIF_TAG_EXIF_VERSION */
2596 ExifVersion = MM_EXIF_VERSION;
2597 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2598 EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2599 if (ret != MM_ERROR_NONE)
2600 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2602 /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2603 value = image_width;
2605 exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2606 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2607 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2608 if (ret != MM_ERROR_NONE)
2609 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2611 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2612 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2613 if (ret != MM_ERROR_NONE)
2614 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2616 MMCAM_LOG_INFO("width[%d]", value);
2618 /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2619 value = image_height;
2621 exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2622 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2623 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2624 if (ret != MM_ERROR_NONE)
2625 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2627 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2628 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2629 if (ret != MM_ERROR_NONE)
2630 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2632 MMCAM_LOG_INFO("height[%d]", value);
2634 /*4. EXIF_TAG_DATE_TIME */
2636 /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2638 /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2646 localtime_r(&t, &tm);
2648 b = g_strdup_printf("%04i:%02i:%02i %02i:%02i:%02i",
2649 tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2650 tm.tm_hour, tm.tm_min, tm.tm_sec);
2652 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2653 if (ret != MM_ERROR_NONE) {
2654 if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2657 EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2660 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2661 if (ret != MM_ERROR_NONE) {
2662 if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2665 EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2668 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2669 if (ret != MM_ERROR_NONE) {
2670 if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2673 EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2679 /*5. EXIF_TAG_MAKE */
2680 __mmcamcorder_update_exif_make(handle, ed);
2682 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2684 /*6. EXIF_TAG_MODEL */
2685 __mmcamcorder_update_exif_model(handle, ed);
2688 /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2689 mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2690 if (str_value && str_val_len > 0) {
2691 char *description = strdup(str_value);
2693 MMCAM_LOG_INFO("description [%s]", str_value);
2696 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2697 EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2701 if (ret != MM_ERROR_NONE)
2702 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2704 MMCAM_LOG_ERROR("strdup failed for [%s]", str_value);
2707 MMCAM_LOG_WARNING("failed to get description");
2710 /*7. EXIF_TAG_SOFTWARE*/
2711 __mmcamcorder_update_exif_software(handle, ed);
2714 if (control != NULL) {
2715 char software[50] = {0,};
2716 unsigned int len = 0;
2718 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8, (avsys_exif_info.software_used & 0xff));
2719 MMCAM_LOG_INFO("software [%s], len [%d]", software, len);
2720 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2721 EXIF_FORMAT_ASCII, len, (const char *)software);
2722 if (ret != MM_ERROR_NONE) {
2723 EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2728 __mmcamcorder_update_exif_orientation(handle, ed);
2730 /* START INSERT EXIF_IFD */
2733 /*FIXME : get user comment from real user */
2734 user_comment = strdup(MM_USER_COMMENT);
2736 MMCAM_LOG_INFO("user_comment=%s", user_comment);
2737 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2738 EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2740 if (ret != MM_ERROR_NONE)
2741 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2743 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2744 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2747 /*9. EXIF_TAG_COLOR_SPACE */
2748 if (control != NULL) {
2749 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2750 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2751 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2752 if (ret != MM_ERROR_NONE)
2753 EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2756 /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2757 if (control != NULL) {
2758 config = avsys_exif_info.component_configuration;
2759 MMCAM_LOG_INFO("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ", config);
2760 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2761 EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2762 if (ret != MM_ERROR_NONE)
2763 EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2766 /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2767 /* written the device_info */
2769 /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2770 /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2772 /*14. EXIF_TAG_EXPOSURE_TIME*/
2773 if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2774 unsigned char *b = NULL;
2777 MMCAM_LOG_INFO("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2778 avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2780 b = malloc(sizeof(ExifRational));
2782 rData.numerator = avsys_exif_info.exposure_time_numerator;
2783 rData.denominator = avsys_exif_info.exposure_time_denominator;
2785 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2786 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2787 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2789 if (ret != MM_ERROR_NONE)
2790 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2792 MMCAM_LOG_WARNING("malloc failed.");
2795 MMCAM_LOG_INFO("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2796 avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2799 /*15. EXIF_TAG_FNUMBER */
2800 if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2801 unsigned char *b = NULL;
2804 MMCAM_LOG_INFO("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2805 avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2807 b = malloc(sizeof(ExifRational));
2809 rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2810 rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2811 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2812 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2813 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2815 if (ret != MM_ERROR_NONE)
2816 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2818 MMCAM_LOG_WARNING("malloc failed.");
2821 MMCAM_LOG_INFO("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2822 avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2825 /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2827 value = MM_EXPOSURE_PROGRAM;
2828 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2829 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2830 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2831 if (ret != MM_ERROR_NONE)
2832 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2834 /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2835 if (avsys_exif_info.iso) {
2836 MMCAM_LOG_INFO("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2837 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2838 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2839 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2840 if (ret != MM_ERROR_NONE)
2841 EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2844 /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2845 if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2846 unsigned char *b = NULL;
2847 ExifSRational rsData;
2849 MMCAM_LOG_INFO("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2850 avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2852 b = malloc(sizeof(ExifSRational));
2854 rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2855 rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2856 exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2857 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2858 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2860 if (ret != MM_ERROR_NONE)
2861 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2863 MMCAM_LOG_WARNING("malloc failed.");
2866 MMCAM_LOG_INFO("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2867 avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2870 /*19. EXIF_TAG_APERTURE_VALUE*/
2871 if (avsys_exif_info.aperture_in_APEX) {
2872 unsigned char *b = NULL;
2875 MMCAM_LOG_INFO("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2877 b = malloc(sizeof(ExifRational));
2879 rData.numerator = avsys_exif_info.aperture_in_APEX;
2880 rData.denominator = 1;
2881 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2882 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2883 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2885 if (ret != MM_ERROR_NONE)
2886 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2888 MMCAM_LOG_WARNING("malloc failed.");
2891 MMCAM_LOG_INFO("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2894 /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2895 if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2896 unsigned char *b = NULL;
2897 ExifSRational rsData;
2899 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2900 avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2902 b = malloc(sizeof(ExifSRational));
2904 rsData.numerator = avsys_exif_info.brigtness_numerator;
2905 rsData.denominator = avsys_exif_info.brightness_denominator;
2906 exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2907 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2908 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2910 if (ret != MM_ERROR_NONE)
2911 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2913 MMCAM_LOG_WARNING("malloc failed.");
2916 MMCAM_LOG_INFO("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2917 avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2920 /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2922 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2923 if (ret == MM_ERROR_NONE) {
2924 unsigned char *b = NULL;
2925 ExifSRational rsData;
2927 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2928 value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2930 b = malloc(sizeof(ExifSRational));
2932 rsData.numerator = value - hcamcorder->brightness_default;
2933 if (hcamcorder->brightness_step_denominator != 0) {
2934 rsData.denominator = hcamcorder->brightness_step_denominator;
2936 MMCAM_LOG_WARNING("brightness_step_denominator is ZERO, so set 1");
2937 rsData.denominator = 1;
2939 exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2940 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2941 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2943 if (ret != MM_ERROR_NONE)
2944 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2946 MMCAM_LOG_WARNING("malloc failed.");
2949 MMCAM_LOG_INFO("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2952 /*22 EXIF_TAG_MAX_APERTURE_VALUE*/
2954 if (avsys_exif_info.max_lens_aperture_in_APEX) {
2955 unsigned char *b = NULL;
2958 MMCAM_LOG_INFO("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2960 b = malloc(sizeof(ExifRational));
2962 rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2963 rData.denominator = 1;
2964 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2965 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2966 EXIF_FORMAT_RATIONAL, 1, b);
2968 if (ret != MM_ERROR_NONE)
2969 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2971 MMCAM_LOG_WARNING("failed to alloc for MAX aperture value");
2976 /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2977 /* default : none */
2979 /*24. EXIF_TAG_METERING_MODE */
2980 if (control != NULL) {
2981 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.metering_mode);
2982 MMCAM_LOG_INFO("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2983 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2984 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2985 if (ret != MM_ERROR_NONE)
2986 EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2989 /*25. EXIF_TAG_LIGHT_SOURCE*/
2991 /*26. EXIF_TAG_FLASH*/
2992 if (control != NULL) {
2993 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.flash);
2994 MMCAM_LOG_INFO("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2995 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2996 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2997 if (ret != MM_ERROR_NONE)
2998 EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
3001 /*27. EXIF_TAG_FOCAL_LENGTH*/
3002 if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
3003 unsigned char *b = NULL;
3006 MMCAM_LOG_INFO("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
3007 avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
3009 b = malloc(sizeof(ExifRational));
3011 rData.numerator = avsys_exif_info.focal_len_numerator;
3012 rData.denominator = avsys_exif_info.focal_len_denominator;
3013 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
3014 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
3015 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
3017 if (ret != MM_ERROR_NONE)
3018 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
3020 MMCAM_LOG_WARNING("malloc failed.");
3023 MMCAM_LOG_INFO("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
3024 avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
3027 /*28. EXIF_TAG_SENSING_METHOD*/
3029 value = MM_SENSING_MODE;
3030 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3031 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
3032 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3033 if (ret != MM_ERROR_NONE)
3034 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
3036 /*29. EXIF_TAG_FILE_SOURCE*/
3038 value = MM_FILE_SOURCE;
3039 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
3040 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
3041 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
3042 if (ret != MM_ERROR_NONE)
3043 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
3046 /*30. EXIF_TAG_SCENE_TYPE*/
3048 value = MM_SCENE_TYPE;
3049 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
3050 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
3051 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
3052 if (ret != MM_ERROR_NONE)
3053 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
3056 /*31. EXIF_TAG_EXPOSURE_MODE*/
3058 value = MM_EXPOSURE_MODE;
3059 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3060 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
3061 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3062 if (ret != MM_ERROR_NONE)
3063 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
3065 /*32. EXIF_TAG_WHITE_BALANCE*/
3066 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
3067 if (ret == MM_ERROR_NONE) {
3069 MMCAM_LOG_INFO("WHITE BALANCE [%d]", value);
3071 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC)
3076 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
3077 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
3078 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3079 if (ret != MM_ERROR_NONE)
3080 EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
3082 MMCAM_LOG_WARNING("failed to get white balance [%x]", ret);
3085 /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
3087 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
3088 if (ret == MM_ERROR_NONE) {
3089 MMCAM_LOG_INFO("DIGITAL ZOOM [%d]", value);
3091 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3092 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
3093 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3094 if (ret != MM_ERROR_NONE)
3095 EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
3097 MMCAM_LOG_WARNING("failed to get digital zoom [%x]", ret);
3101 /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
3104 value = MM_FOCAL_LENGTH_35MMFILM;
3105 exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
3106 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
3107 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3108 if (ret != MM_ERROR_NONE)
3109 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
3112 /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
3114 int scene_capture_type;
3116 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
3117 if (ret == MM_ERROR_NONE) {
3118 MMCAM_LOG_INFO("Scene mode(program mode) [%d]", value);
3121 case MM_CAMCORDER_SCENE_MODE_NORMAL:
3122 scene_capture_type = 0; /* standard */
3124 case MM_CAMCORDER_SCENE_MODE_PORTRAIT:
3125 scene_capture_type = 2; /* portrait */
3127 case MM_CAMCORDER_SCENE_MODE_LANDSCAPE:
3128 scene_capture_type = 1; /* landscape */
3130 case MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE:
3131 scene_capture_type = 3; /* night scene */
3134 scene_capture_type = 4; /* Others */
3138 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
3139 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
3140 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3141 if (ret != MM_ERROR_NONE)
3142 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
3144 MMCAM_LOG_WARNING("failed to get scene mode [%x]", ret);
3148 /*36. EXIF_TAG_GAIN_CONTROL*/
3151 value = MM_GAIN_CONTROL;
3152 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3153 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
3154 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3155 if (ret != MM_ERROR_NONE)
3156 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
3160 /*37. EXIF_TAG_CONTRAST */
3162 type_int_range *irange = NULL;
3165 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3166 CONFIGURE_CATEGORY_CTRL_EFFECT,
3169 if (irange != NULL) {
3170 mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
3172 MMCAM_LOG_INFO("CONTRAST current [%d], default [%d]", value, irange->default_value);
3174 if (value == irange->default_value)
3175 level = MM_VALUE_NORMAL;
3176 else if (value < irange->default_value)
3177 level = MM_VALUE_LOW;
3179 level = MM_VALUE_HARD;
3181 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3182 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
3183 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3184 if (ret != MM_ERROR_NONE)
3185 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
3187 MMCAM_LOG_WARNING("failed to get range of contrast");
3191 /*38. EXIF_TAG_SATURATION*/
3193 type_int_range *irange = NULL;
3196 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3197 CONFIGURE_CATEGORY_CTRL_EFFECT,
3200 if (irange != NULL) {
3201 mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
3203 MMCAM_LOG_INFO("SATURATION current [%d], default [%d]", value, irange->default_value);
3205 if (value == irange->default_value)
3206 level = MM_VALUE_NORMAL;
3207 else if (value < irange->default_value)
3208 level = MM_VALUE_LOW;
3210 level = MM_VALUE_HARD;
3212 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3213 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
3214 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3215 if (ret != MM_ERROR_NONE)
3216 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
3218 MMCAM_LOG_WARNING("failed to get range of saturation");
3222 /*39. EXIF_TAG_SHARPNESS*/
3224 type_int_range *irange = NULL;
3227 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3228 CONFIGURE_CATEGORY_CTRL_EFFECT,
3231 if (irange != NULL) {
3232 mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
3234 MMCAM_LOG_INFO("SHARPNESS current [%d], default [%d]", value, irange->default_value);
3236 if (value == irange->default_value)
3237 level = MM_VALUE_NORMAL;
3238 else if (value < irange->default_value)
3239 level = MM_VALUE_LOW;
3241 level = MM_VALUE_HARD;
3243 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3244 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
3245 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3246 if (ret != MM_ERROR_NONE)
3247 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
3249 MMCAM_LOG_WARNING("failed to get range of sharpness");
3253 /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
3255 value = MM_SUBJECT_DISTANCE_RANGE;
3256 MMCAM_LOG_INFO("DISTANCE_RANGE [%d]", value);
3257 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3258 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
3259 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3260 if (ret != MM_ERROR_NONE)
3261 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
3263 /* GPS information */
3264 __mmcamcorder_update_exif_gps(handle, ed);
3268 ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
3269 if (ret != MM_ERROR_NONE)
3270 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
3273 MMCAM_LOG_INFO("finished!! [%x]", ret);
3276 exif_data_unref(ed);
3282 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data)
3284 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
3285 _MMCamcorderImageInfo *info = NULL;
3287 mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
3289 MMCAM_LOG_INFO("START");
3291 info = hcamcorder->sub_context->info_image;
3293 vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
3295 MMCAM_LOG_INFO("DONE : sound status %d", info->sound_status);
3301 int _mmcamcorder_set_extra_preview_device_type(MMHandleType handle, int stream_id, int device_type)
3303 int ret = MM_ERROR_NONE;
3305 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3306 MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3308 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3309 mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3310 mmf_return_val_if_fail(hcamcorder->extra_preview.mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT,
3311 MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3312 mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3313 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3314 mmf_return_val_if_fail(device_type > MM_VIDEO_DEVICE_NONE && device_type < MM_VIDEO_DEVICE_NUM
3315 , MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3317 mm_camcorder_get_state(handle, ¤t_state);
3319 MMCAM_LOG_INFO("stream_id[%d], device type[%d]", stream_id, device_type);
3321 if (current_state > MM_CAMCORDER_STATE_NULL) {
3322 MMCAM_LOG_ERROR("The device type can not be set after pipeline created");
3323 return MM_ERROR_CAMCORDER_INVALID_STATE;
3326 ret = _mmcamcorder_get_camera_id(device_type, &camera_id);
3327 if (ret != MM_ERROR_NONE)
3330 hcamcorder->extra_preview.camera_id[stream_id] = camera_id;
3332 return MM_ERROR_NONE;
3336 int _mmcamcorder_set_extra_preview_stream_format(MMHandleType handle, int stream_id, int pixel_format, int width, int height, int fps)
3338 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3339 MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3340 GstCameraControl *control = NULL;
3341 _MMCamcorderSubContext *sc = NULL;
3343 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3344 mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3345 mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3346 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3347 mmf_return_val_if_fail(pixel_format > MM_PIXEL_FORMAT_INVALID && pixel_format < MM_PIXEL_FORMAT_NUM,
3348 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3349 mmf_return_val_if_fail(width > 0 && height > 0 && fps >= 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3351 mm_camcorder_get_state(handle, ¤t_state);
3353 MMCAM_LOG_INFO("state[%d] stream_id[%d],fmt[%d],res[%dx%d],fps[%d]",
3354 current_state, stream_id, pixel_format, width, height, fps);
3356 if (current_state >= MM_CAMCORDER_STATE_READY) {
3357 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3358 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3360 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3361 if (!gst_camera_control_set_extra_preview_stream_format(control,
3362 stream_id, _mmcamcorder_get_camera_control_image_format(pixel_format), width, height, fps)) {
3363 MMCAM_LOG_ERROR("camera control failed");
3364 return MM_ERROR_CAMCORDER_INTERNAL;
3367 MMCAM_LOG_INFO("It will be set when start preview");
3368 hcamcorder->extra_preview.format[stream_id].need_to_set_format = TRUE;
3371 hcamcorder->extra_preview.format[stream_id].pixel_format = pixel_format;
3372 hcamcorder->extra_preview.format[stream_id].width = width;
3373 hcamcorder->extra_preview.format[stream_id].height = height;
3374 hcamcorder->extra_preview.format[stream_id].fps = fps;
3376 return MM_ERROR_NONE;
3380 int _mmcamcorder_get_extra_preview_stream_format(MMHandleType handle, int stream_id, int *pixel_format, int *width, int *height, int *fps)
3385 GstCameraControlImageFormat _img_fmt = GST_CAMERA_CONTROL_IMAGE_FORMAT_NV12;
3386 GstCameraControl *control = NULL;
3387 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3388 MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3389 _MMCamcorderSubContext *sc = NULL;
3391 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3392 mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3393 mmf_return_val_if_fail(pixel_format && width && height && fps, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3395 mm_camcorder_get_state(handle, ¤t_state);
3397 if (current_state >= MM_CAMCORDER_STATE_READY) {
3398 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3399 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3401 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3402 if (!gst_camera_control_get_extra_preview_stream_format(control,
3403 stream_id, &_img_fmt, &_width, &_height, &_fps)) {
3404 MMCAM_LOG_ERROR("extra preview stream format get failed");
3405 return MM_ERROR_CAMCORDER_INTERNAL;
3408 *pixel_format = _mmcamcorder_get_pixel_format2(_img_fmt);
3413 *pixel_format = hcamcorder->extra_preview.format[stream_id].pixel_format;
3414 *width = hcamcorder->extra_preview.format[stream_id].width;
3415 *height = hcamcorder->extra_preview.format[stream_id].height;
3416 *fps = hcamcorder->extra_preview.format[stream_id].fps;
3419 MMCAM_LOG_INFO("get result[fmt:%d(%d),res:%dx%d,fps:%d][state:%d]",
3420 *pixel_format, _img_fmt, *width, *height, *fps, current_state);
3422 return MM_ERROR_NONE;
3426 int _mmcamcorder_set_extra_preview_bitrate(MMHandleType handle, int stream_id, int bitrate)
3428 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3429 MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3430 GstCameraControl *control = NULL;
3431 _MMCamcorderSubContext *sc = NULL;
3433 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3434 mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3435 mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3436 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3437 mmf_return_val_if_fail(bitrate > 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3439 mm_camcorder_get_state(handle, ¤t_state);
3441 MMCAM_LOG_INFO("state[%d] stream[%d], bitrate[%d]", current_state, stream_id, bitrate);
3443 if (current_state >= MM_CAMCORDER_STATE_READY) {
3444 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3445 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3447 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3448 if (!gst_camera_control_set_extra_preview_bitrate(control, stream_id, bitrate)) {
3449 MMCAM_LOG_ERROR("set bitrate[%d] for stream[%d] failed", bitrate, stream_id);
3450 return MM_ERROR_CAMCORDER_INTERNAL;
3453 MMCAM_LOG_INFO("It will be set when start preview");
3454 hcamcorder->extra_preview.format[stream_id].need_to_set_bitrate = TRUE;
3457 hcamcorder->extra_preview.format[stream_id].bitrate = bitrate;
3459 return MM_ERROR_NONE;
3463 int _mmcamcorder_get_extra_preview_bitrate(MMHandleType handle, int stream_id, int *bitrate)
3466 GstCameraControl *control = NULL;
3467 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3468 MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3469 _MMCamcorderSubContext *sc = NULL;
3471 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3472 mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3473 mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3474 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3475 mmf_return_val_if_fail(bitrate, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3477 mm_camcorder_get_state(handle, ¤t_state);
3479 if (current_state >= MM_CAMCORDER_STATE_READY) {
3480 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3481 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3483 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3484 if (!gst_camera_control_get_extra_preview_bitrate(control, stream_id, &_bitrate)) {
3485 MMCAM_LOG_ERROR("get bitrate for stream[%d] failed", stream_id);
3486 return MM_ERROR_CAMCORDER_INTERNAL;
3489 *bitrate = _bitrate;
3491 *bitrate = hcamcorder->extra_preview.format[stream_id].bitrate;
3494 MMCAM_LOG_INFO("get bitrate[%d] for stream[%d][state:%d]",
3495 *bitrate, stream_id, current_state);
3497 return MM_ERROR_NONE;
3501 int _mmcamcorder_set_extra_preview_gop_interval(MMHandleType handle, int stream_id, int interval)
3503 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3504 MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3505 GstCameraControl *control = NULL;
3506 _MMCamcorderSubContext *sc = NULL;
3508 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3509 mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3510 mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3511 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3513 mm_camcorder_get_state(handle, ¤t_state);
3515 MMCAM_LOG_INFO("state[%d] stream[%d], interval[%d]", current_state, stream_id, interval);
3517 if (current_state >= MM_CAMCORDER_STATE_READY) {
3518 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3519 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3521 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3522 if (!gst_camera_control_set_extra_preview_gop_interval(control, stream_id, interval)) {
3523 MMCAM_LOG_ERROR("set GOP interval[%d] for stream[%d] failed", interval, stream_id);
3524 return MM_ERROR_CAMCORDER_INTERNAL;
3527 MMCAM_LOG_INFO("It will be set when start preview");
3528 hcamcorder->extra_preview.format[stream_id].need_to_set_gop_interval = TRUE;
3531 hcamcorder->extra_preview.format[stream_id].gop_interval = interval;
3533 return MM_ERROR_NONE;
3537 int _mmcamcorder_get_extra_preview_gop_interval(MMHandleType handle, int stream_id, int *interval)
3540 GstCameraControl *control = NULL;
3541 mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3542 MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3543 _MMCamcorderSubContext *sc = NULL;
3545 mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3546 mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3547 mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3548 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3549 mmf_return_val_if_fail(interval, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3551 mm_camcorder_get_state(handle, ¤t_state);
3553 if (current_state >= MM_CAMCORDER_STATE_READY) {
3554 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3555 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3557 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3558 if (!gst_camera_control_get_extra_preview_gop_interval(control, stream_id, &_interval)) {
3559 MMCAM_LOG_ERROR("get GOP interval for stream[%d] failed", stream_id);
3560 return MM_ERROR_CAMCORDER_INTERNAL;
3563 *interval = _interval;
3565 *interval = hcamcorder->extra_preview.format[stream_id].gop_interval;
3568 MMCAM_LOG_INFO("get GOP interval[%d] for stream[%d][state:%d]",
3569 *interval, stream_id, current_state);
3571 return MM_ERROR_NONE;