src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include "mm_camcorder_internal.h"
  29 #include "mm_camcorder_stillshot.h"
  30 #include "mm_camcorder_exifinfo.h"
  31 #include "mm_camcorder_exifdef.h"
  32 #include <libexif/exif-loader.h>
  33 #include <libexif/exif-utils.h>
  34 #include <libexif/exif-data.h>
  35
  36 /*---------------------------------------------------------------------------------------
  37 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  38 ---------------------------------------------------------------------------------------*/
  39 #define EXIF_SET_ERR(return_type, tag_id) \
  40 do { \
  41         MMCAM_LOG_ERROR("error=%x,tag=%x", return_type, tag_id); \
  42         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  43                 goto exit; \
  44         } \
  45 } while (0)
  46
  47 /*---------------------------------------------------------------------------------------
  48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  49 ---------------------------------------------------------------------------------------*/
  50 #define THUMBNAIL_WIDTH         320
  51 #define THUMBNAIL_HEIGHT        240
  52 #define THUMBNAIL_JPEG_QUALITY  90
  53 #define TRY_LOCK_MAX_COUNT      100
  54 #define TRY_LOCK_TIME           20000   /* ms */
  55 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  56
  57
  58 /*---------------------------------------------------------------------------------------
  59 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  60 ---------------------------------------------------------------------------------------*/
  61 /** STATIC INTERNAL FUNCTION **/
  62 /* Functions for JPEG capture without Encode bin */
  63 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
  64 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  65 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  66 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  67 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data);
  68
  69 /* sound status changed callback */
  70 static void __sound_status_changed_cb(keynode_t* node, void *data);
  71
  72 /*=======================================================================================
  73 |  FUNCTION DEFINITIONS                                                                 |
  74 =======================================================================================*/
  75
  76 /*---------------------------------------------------------------------------------------
  77 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
  78 ---------------------------------------------------------------------------------------*/
  79
  80
  81 int _mmcamcorder_prepare_capture_mode_encodebin(MMHandleType handle)
  82 {
  83         int err = MM_ERROR_UNKNOWN;
  84         GstPad *srcpad = NULL;
  85         GstPad *sinkpad = NULL;
  86
  87         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
  88         _MMCamcorderSubContext *sc = NULL;
  89
  90         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  91
  92         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
  93         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  94
  95         MMCAM_LOG_INFO("");
  96
  97         /* Create gstreamer element */
  98         MMCAM_LOG_INFO("Using Encodebin for capturing");
  99
 100         /* Create capture pipeline */
 101         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 102
 103         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 104         if (err != MM_ERROR_NONE)
 105                 return err;
 106
 107         /* add element and encodesink bin to encode main pipeline */
 108         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 109                 sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 110                 sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
 111                 sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 112                 NULL);
 113
 114         /* Link each element : appsrc - capsfilter - encodesink bin */
 115         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 116         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
 117         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 118
 119         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
 120         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 121         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 122
 123         /* connect handoff signal to get capture data */
 124         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 125                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 126                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 127                 hcamcorder);
 128
 129         return MM_ERROR_NONE;
 130
 131 pipeline_creation_error:
 132         _mmcamcorder_unprepare_capture_mode_encodebin(handle);
 133         return err;
 134 }
 135
 136
 137 int _mmcamcorder_prepare_capture_mode_camera_control(MMHandleType handle)
 138 {
 139         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 140         _MMCamcorderSubContext *sc = NULL;
 141
 142         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 143
 144         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 145         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 146
 147         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 148
 149         MMCAM_LOG_INFO("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 150
 151         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 152                 _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 153                 G_CALLBACK(__mmcamcorder_image_capture_cb),
 154                 hcamcorder);
 155
 156         return MM_ERROR_NONE;
 157 }
 158
 159
 160 int _mmcamcorder_prepare_capture_mode_image_pad(MMHandleType handle)
 161 {
 162         int err = MM_ERROR_NONE;
 163         int capture_width = 0;
 164         int capture_height = 0;
 165         int capture_quality = 0;
 166         char *err_name = NULL;
 167         gchar *caps_string = NULL;
 168         GstCaps *caps = NULL;
 169         GList *element_list = NULL;
 170
 171         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 172         _MMCamcorderSubContext *sc = NULL;
 173
 174         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 175
 176         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 177         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 178         mmf_return_val_if_fail(sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 179
 180         err = mm_camcorder_get_attributes(handle, &err_name,
 181                 MMCAM_CAPTURE_WIDTH, &capture_width,
 182                 MMCAM_CAPTURE_HEIGHT, &capture_height,
 183                 MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
 184                 NULL);
 185         if (err != MM_ERROR_NONE) {
 186                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, err);
 187                 SAFE_FREE(err_name);
 188                 return err;
 189         }
 190
 191         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_FILT, "capsfilter", "videosrc_cap_filt", element_list, err);
 192         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK, "fakesink", "videosrc_cap_sink", element_list, err);
 193
 194         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "sync", TRUE);
 195         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "async", FALSE);
 196         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "enable-last-sample", FALSE);
 197         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "signal-handoffs", TRUE);
 198
 199         caps = gst_caps_new_simple("image/jpeg",
 200                 "width", G_TYPE_INT, capture_width,
 201                 "height", G_TYPE_INT, capture_height,
 202                 NULL);
 203         if (!caps) {
 204                 MMCAM_LOG_ERROR("caps for capture failed");
 205                 err = MM_ERROR_CAMCORDER_GST_LINK;
 206                 goto pipeline_creation_error;
 207         }
 208
 209         caps_string = gst_caps_to_string(caps);
 210         if (caps_string) {
 211                 MMCAM_LOG_INFO("set caps for capture[%s]", caps_string);
 212                 g_free(caps_string);
 213                 caps_string = NULL;
 214         }
 215
 216         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_FILT].gst, "caps", caps);
 217         gst_caps_unref(caps);
 218
 219         /* add elements to main pipeline */
 220         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 221                 MMCAM_LOG_ERROR("element_list add error.");
 222                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 223                 goto pipeline_creation_error;
 224         }
 225
 226         /* link elements */
 227         if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "image_%u",
 228                 sc->element[_MMCAMCORDER_VIDEOSRC_CAP_FILT].gst, "sink")) {
 229                 MMCAM_LOG_ERROR("capture pad link failed");
 230                 err = MM_ERROR_CAMCORDER_GST_LINK;
 231                 goto pipeline_creation_error;
 232         }
 233
 234         if (!_mmcamcorder_link_elements(element_list)) {
 235                 MMCAM_LOG_ERROR("element link error.");
 236                 err = MM_ERROR_CAMCORDER_GST_LINK;
 237                 goto pipeline_creation_error;
 238         }
 239
 240         g_list_free(element_list);
 241
 242         /* connect handoff signal to get capture data */
 243         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst,
 244                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 245                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 246                 hcamcorder);
 247
 248         return MM_ERROR_NONE;
 249
 250 pipeline_creation_error:
 251         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_FILT);
 252         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK);
 253
 254         if (element_list) {
 255                 g_list_free(element_list);
 256                 element_list = NULL;
 257         }
 258
 259         return err;
 260 }
 261
 262
 263 static int __mmcamcorder_extra_preview_camera_control(mmf_camcorder_t *hcamcorder)
 264 {
 265         int i = 0;
 266         _MMCamcorderSubContext *sc = NULL;
 267         GstCameraControl *control = NULL;
 268         _MMCamcorderExtraPreviewFormat *e_fmt = NULL;
 269
 270         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 271
 272         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 273         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 274
 275         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 276
 277         MMCAM_LOG_INFO("connect extra preview stream signal to _MMCAMCORDER_VIDEOSRC_SRC");
 278
 279         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 280                 _MMCAMCORDER_HANDLER_EXTRA_PREVIEW, "extra-preview-stream-cb",
 281                 G_CALLBACK(__mmcamcorder_extra_preview_stream_cb),
 282                 hcamcorder);
 283
 284         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 285         if (!control) {
 286                 MMCAM_LOG_ERROR("no camera control");
 287                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 288         }
 289
 290         for (i = 0 ; i < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM ; i++) {
 291                 e_fmt = &hcamcorder->extra_preview.format[i];
 292
 293                 if (e_fmt->need_to_set_format) {
 294                         if (!gst_camera_control_set_extra_preview_stream_format(control,
 295                                 i, _mmcamcorder_get_pixel_format2(e_fmt->pixel_format),
 296                                 e_fmt->width, e_fmt->height, e_fmt->fps))
 297                                 MMCAM_LOG_WARNING("set format[%d,%dx%d,%d] failed for stream[%d]",
 298                                         e_fmt->pixel_format, e_fmt->width, e_fmt->height, e_fmt->fps, i);
 299
 300                         e_fmt->need_to_set_format = FALSE;
 301                 }
 302
 303                 if (e_fmt->need_to_set_bitrate) {
 304                         if (!gst_camera_control_set_extra_preview_bitrate(control, i, e_fmt->bitrate))
 305                                 MMCAM_LOG_WARNING("set bitrate[%d] failed for stream[%d]", e_fmt->bitrate, i);
 306
 307                         e_fmt->need_to_set_bitrate = FALSE;
 308                 }
 309
 310                 if (e_fmt->need_to_set_gop_interval) {
 311                         if (!gst_camera_control_set_extra_preview_gop_interval(control, i, e_fmt->gop_interval))
 312                                 MMCAM_LOG_WARNING("set GOP interval[%d] failed for stream[%d]", e_fmt->gop_interval, i);
 313
 314                         e_fmt->need_to_set_gop_interval = FALSE;
 315                 }
 316         }
 317
 318         return MM_ERROR_NONE;
 319 }
 320
 321
 322 static int __mmcamcorder_extra_preview_video_pad(mmf_camcorder_t *hcamcorder)
 323 {
 324         int err = MM_ERROR_NONE;
 325         int extra_preview_enable = 0;
 326         int width = 0;
 327         int height = 0;
 328         int fps = 0;
 329         gchar *caps_string = NULL;
 330         GstCaps *caps = NULL;
 331         GList *element_list = NULL;
 332         _MMCamcorderSubContext *sc = NULL;
 333
 334         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 335
 336         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 337         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 338
 339         err = mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
 340                 MMCAM_EXTRA_PREVIEW_ENABLE, &extra_preview_enable,
 341                 NULL);
 342
 343         width = hcamcorder->extra_preview.format[0].width;
 344         height = hcamcorder->extra_preview.format[0].height;
 345         fps = hcamcorder->extra_preview.format[0].fps;
 346
 347         if (!extra_preview_enable || width <= 0 || height <= 0 || fps <= 0) {
 348                 MMCAM_LOG_WARNING("extra preview disabled[enable:%d,res:%dx%d,fps:%d]",
 349                         extra_preview_enable, width, height, fps);
 350                 return MM_ERROR_NONE;
 351         }
 352
 353         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_FILT, "capsfilter", "videosrc_ext_filt", element_list, err);
 354         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK, "fakesink", "videosrc_ext_sink", element_list, err);
 355
 356         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "sync", TRUE);
 357         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "async", FALSE);
 358         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "enable-last-sample", FALSE);
 359         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "signal-handoffs", TRUE);
 360
 361         caps = gst_caps_new_simple("video/x-h264",
 362                 "width", G_TYPE_INT, width,
 363                 "height", G_TYPE_INT, height,
 364                 "framerate", GST_TYPE_FRACTION, fps, 1,
 365                 NULL);
 366         if (!caps) {
 367                 MMCAM_LOG_ERROR("caps for extra preview failed");
 368                 err = MM_ERROR_CAMCORDER_GST_LINK;
 369                 goto pipeline_creation_error;
 370         }
 371
 372         caps_string = gst_caps_to_string(caps);
 373         if (caps_string) {
 374                 MMCAM_LOG_INFO("set caps for capture[%s]", caps_string);
 375                 g_free(caps_string);
 376                 caps_string = NULL;
 377         }
 378
 379         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_FILT].gst, "caps", caps);
 380         gst_caps_unref(caps);
 381
 382         /* add elements to main pipeline */
 383         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 384                 MMCAM_LOG_ERROR("element_list add error.");
 385                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 386                 goto pipeline_creation_error;
 387         }
 388
 389         /* link elements */
 390         if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "video_%u",
 391                 sc->element[_MMCAMCORDER_VIDEOSRC_EXT_FILT].gst, "sink")) {
 392                 MMCAM_LOG_ERROR("pad for extra preview link failed");
 393                 err = MM_ERROR_CAMCORDER_GST_LINK;
 394                 goto pipeline_creation_error;
 395         }
 396
 397         if (!_mmcamcorder_link_elements(element_list)) {
 398                 MMCAM_LOG_ERROR("element link error.");
 399                 err = MM_ERROR_CAMCORDER_GST_LINK;
 400                 goto pipeline_creation_error;
 401         }
 402
 403         g_list_free(element_list);
 404
 405         /* connect handoff signal to get capture data */
 406         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst,
 407                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 408                 G_CALLBACK(__mmcamcorder_handoff_callback_extra_preview),
 409                 hcamcorder);
 410
 411         return MM_ERROR_NONE;
 412
 413 pipeline_creation_error:
 414         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_FILT);
 415         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK);
 416
 417         if (element_list) {
 418                 g_list_free(element_list);
 419                 element_list = NULL;
 420         }
 421
 422         return err;
 423 }
 424
 425
 426 int _mmcamcorder_initialize_extra_preview(MMHandleType handle)
 427 {
 428         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 429
 430         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 431
 432         switch (hcamcorder->extra_preview.mode) {
 433         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
 434                 return __mmcamcorder_extra_preview_camera_control(hcamcorder);
 435         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_VIDEO_PAD:
 436                 return __mmcamcorder_extra_preview_video_pad(hcamcorder);
 437         default:
 438                 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
 439                 return MM_ERROR_CAMCORDER_INTERNAL;
 440         }
 441 }
 442
 443
 444 int _mmcamcorder_unprepare_capture_mode_encodebin(MMHandleType handle)
 445 {
 446         int ret = MM_ERROR_NONE;
 447         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 448         _MMCamcorderSubContext *sc = NULL;
 449
 450         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 451
 452         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 453         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 454
 455         MMCAM_LOG_INFO("");
 456
 457         /* Check pipeline */
 458         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 459                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 460                 if (ret != MM_ERROR_NONE) {
 461                         MMCAM_LOG_ERROR("Failed to change encode main pipeline state [0x%x]", ret);
 462                         return ret;
 463                 }
 464
 465                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 466
 467                 GstPad *reqpad = NULL;
 468
 469                 /* release request pad */
 470                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 471                 if (reqpad) {
 472                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 473                         gst_object_unref(reqpad);
 474                         reqpad = NULL;
 475                 }
 476
 477                 /* release encode main pipeline */
 478                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 479
 480                 MMCAM_LOG_INFO("Encoder pipeline removed");
 481         } else {
 482                 MMCAM_LOG_INFO("encode main pipeline is already removed");
 483         }
 484
 485         return MM_ERROR_NONE;
 486 }
 487
 488
 489 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 490 {
 491         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 492         _MMCamcorderSubContext *sc = NULL;
 493         int display_reuse_hint = FALSE;
 494         GstElement *sink_element = NULL;
 495         MMHandleType attrs;
 496         int attr_index = 0;
 497
 498         mmf_return_if_fail(hcamcorder);
 499
 500         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 501         mmf_return_if_fail(sc && sc->element);
 502
 503         MMCAM_LOG_INFO("");
 504
 505         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 506                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 507                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 508
 509                 /* check reuse flag for display element */
 510                 mm_camcorder_get_attributes(handle, NULL,
 511                         MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
 512                         NULL);
 513
 514                 MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
 515
 516                 if (!display_reuse_hint)
 517                         goto _REUSE_CHECK_DONE;
 518
 519                 sink_element = sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst;
 520                 if (!sink_element) {
 521                         MMCAM_LOG_WARNING("sink element is NULL");
 522                         goto _REUSE_CHECK_DONE;
 523                 }
 524
 525                 attrs = MMF_CAMCORDER_ATTRS(handle);
 526                 if (!attrs) {
 527                         MMCAM_LOG_WARNING("attribute is NULL");
 528                         goto _REUSE_CHECK_DONE;
 529                 }
 530
 531                 MMCAM_LOG_INFO("REF sink element %p and set it to attribute", sink_element);
 532
 533                 /* ref element before remove it from pipeline */
 534                 gst_object_ref(sink_element);
 535
 536                 if (!gst_bin_remove(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), sink_element))
 537                         MMCAM_LOG_WARNING("failed to remove sink element from pipeline");
 538
 539                 /* reset floating reference flag to avoid leak after next use */
 540                 g_object_force_floating(G_OBJECT(sink_element));
 541
 542                 /* set sink element pointer to attribute */
 543                 mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
 544                 mm_attrs_set_data(attrs, attr_index, (void *)sink_element, sizeof(*sink_element));
 545                 mm_attrs_commit(attrs, attr_index);
 546
 547                 /* remove notify callback */
 548                 g_object_weak_unref(G_OBJECT(sink_element), (GWeakNotify)_mmcamcorder_element_release_noti, sc);
 549
 550                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst = NULL;
 551                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].id = _MMCAMCORDER_NONE;
 552
 553 _REUSE_CHECK_DONE:
 554                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
 555
 556                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 557
 558                 traceEnd(TTRACE_TAG_CAMERA);
 559
 560                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 561
 562                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
 563
 564                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 565
 566                 traceEnd(TTRACE_TAG_CAMERA);
 567
 568                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 569         }
 570
 571         return;
 572 }
 573
 574
 575 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
 576 {
 577         int ret = MM_ERROR_NONE;
 578         int width = 0;
 579         int height = 0;
 580         int fps = 0;
 581         int image_encoder = MM_IMAGE_CODEC_JPEG;
 582         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 583         int is_modified_size = FALSE;
 584         int tag_orientation = 0;
 585         unsigned int cap_fourcc = 0;
 586         char *err_name = NULL;
 587
 588         GstCameraControl *control = NULL;
 589
 590         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 591         _MMCamcorderImageInfo *info = NULL;
 592         _MMCamcorderSubContext *sc = NULL;
 593         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 594
 595         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 596
 597         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 598         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 599
 600         MMCAM_LOG_INFO("");
 601
 602         info = sc->info_image;
 603
 604         if (info->capturing) {
 605                 MMCAM_LOG_ERROR("already capturing");
 606                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 607         }
 608
 609         /* get current state */
 610         mm_camcorder_get_state(handle, &current_state);
 611
 612         /* set capture flag */
 613         info->capturing = TRUE;
 614
 615         ret = mm_camcorder_get_attributes(handle, &err_name,
 616                 MMCAM_IMAGE_ENCODER, &image_encoder,
 617                 MMCAM_CAMERA_WIDTH, &width,
 618                 MMCAM_CAMERA_HEIGHT, &height,
 619                 MMCAM_CAMERA_FPS, &fps,
 620                 MMCAM_CAPTURE_FORMAT, &info->capture_format,
 621                 MMCAM_CAPTURE_WIDTH, &info->width,
 622                 MMCAM_CAPTURE_HEIGHT, &info->height,
 623                 MMCAM_CAPTURE_COUNT, &info->count,
 624                 MMCAM_CAPTURE_INTERVAL, &info->interval,
 625                 MMCAM_STROBE_MODE, &strobe_mode,
 626                 MMCAM_TAG_ORIENTATION, &tag_orientation,
 627                 NULL);
 628         if (err_name) {
 629                 MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 630                 SAFE_FREE(err_name);
 631         }
 632
 633         ret = MM_ERROR_NONE;
 634
 635         /* check capture count */
 636         if (info->count < 1) {
 637                 MMCAM_LOG_ERROR("capture count[%d] is invalid", info->count);
 638                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 639                 goto cmd_done;
 640         } else if (info->count == 1) {
 641                 info->type = _MMCamcorder_SINGLE_SHOT;
 642         } else {
 643                 info->type = _MMCamcorder_MULTI_SHOT;
 644                 info->next_shot_time = 0;
 645                 info->multi_shot_stop = FALSE;
 646
 647                 /* sound init */
 648                 _mmcamcorder_sound_init(handle);
 649         }
 650
 651         MMCAM_LOG_INFO("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 652                 width, height, info->preview_format, info->width, info->height, info->capture_format,
 653                 info->count, info->hdr_capture_mode, info->interval);
 654
 655         /* check state */
 656         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 657                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
 658                         MMCAM_LOG_ERROR("could not capture in this target while recording");
 659                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 660                         goto cmd_done;
 661                 }
 662
 663                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 664                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 665                         MMCAM_LOG_ERROR("does not support multi/HDR capture while recording");
 666                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 667                         goto cmd_done;
 668                 }
 669
 670                 /* check capture size if ZSL is not supported*/
 671                 if (hcamcorder->support_zsl_capture == FALSE) {
 672                         MMCAM_LOG_WARNING("Capture size should be same with preview size while recording");
 673                         MMCAM_LOG_WARNING("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 674
 675                         info->width = width;
 676                         info->height = height;
 677
 678                         MMCAM_LOG_INFO("set capture width and height [%dx%d] to camera plugin", width, height);
 679                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 680                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 681
 682                         is_modified_size = TRUE;
 683                 }
 684         }
 685
 686         info->capture_cur_count = 0;
 687         info->capture_send_count = 0;
 688
 689         sc->internal_encode = FALSE;
 690
 691         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD) {
 692                 MMCAM_LOG_INFO("emit signal[capture-image]");
 693                 g_signal_emit_by_name(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-image");
 694         } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 695                 /* Check encoding method */
 696                 if (info->capture_format == MM_PIXEL_FORMAT_ENCODED) {
 697                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 698                             hcamcorder->support_zsl_capture || is_modified_size) {
 699                                 cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, image_encoder, hcamcorder->use_zero_copy_format);
 700                                 MMCAM_LOG_INFO("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 701                         } else {
 702                                 /* no need to encode internally if ITLV format */
 703                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY)
 704                                         sc->internal_encode = TRUE;
 705
 706                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 707
 708                                 MMCAM_LOG_INFO("MSL JPEG Capture : capture fourcc %c%c%c%c",
 709                                         cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 710                         }
 711                 } else {
 712                         cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 713                 }
 714
 715                 MMCAM_LOG_INFO("capture format (%d)", info->capture_format);
 716
 717                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 718                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 719                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 720                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 721
 722                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 723                         MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
 724                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 725                         goto cmd_done;
 726                 }
 727
 728                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 729                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 730         } else {
 731                 int cap_jpeg_quality = 0;
 732
 733                 if (width != info->width || height != info->height) {
 734                         int rotation = 0;
 735
 736                         MMCAM_LOG_INFO("Need to change resolution");
 737
 738                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 739                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 740
 741                         /* make pipeline state as READY */
 742                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 743
 744                         /* check decoder recreation */
 745                         if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
 746                                 MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
 747                                 return MM_ERROR_CAMCORDER_INTERNAL;
 748                         }
 749
 750                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 751                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 752
 753                         if (ret != MM_ERROR_NONE) {
 754                                 MMCAM_LOG_ERROR("failed to set state PAUSED %x", ret);
 755                                 goto cmd_done;
 756                         }
 757
 758                         mm_camcorder_get_attributes(handle, &err_name,
 759                                 MMCAM_CAMERA_ROTATION, &rotation,
 760                                 NULL);
 761                         if (err_name) {
 762                                 MMCAM_LOG_WARNING("get_attributes err %s", err_name);
 763                                 SAFE_FREE(err_name);
 764                         }
 765
 766                         /* set new caps */
 767                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, info->width, info->height, fps, rotation);
 768                         if (!ret) {
 769                                 MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
 770                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 771                                 goto cmd_done;
 772                         }
 773
 774                         info->resolution_change = TRUE;
 775
 776                         /* set frame stability count for capture */
 777                         _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_CAPTURE);
 778
 779                         /* make pipeline state as PLAYING */
 780                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 781                         if (ret != MM_ERROR_NONE) {
 782                                 MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 783                                 goto cmd_done;
 784                         }
 785
 786                         MMCAM_LOG_INFO("Change to target resolution(%d, %d)", info->width, info->height);
 787                 } else {
 788                         MMCAM_LOG_INFO("No need to change resolution. Open toggle now.");
 789                         info->resolution_change = FALSE;
 790                 }
 791
 792                 ret = _mmcamcorder_prepare_capture_mode_encodebin((MMHandleType)hcamcorder);
 793                 if (ret != MM_ERROR_NONE) {
 794                         MMCAM_LOG_ERROR("failed to create encodesinkbin %x", ret);
 795                         goto cmd_done;
 796                 }
 797
 798                 ret = mm_camcorder_get_attributes(handle, &err_name,
 799                         MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 800                         NULL);
 801                 if (err_name) {
 802                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 803                         SAFE_FREE(err_name);
 804                 }
 805
 806                 /* set JPEG quality */
 807                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 808
 809                 /* set handoff signal as TRUE */
 810                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", TRUE);
 811                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 812
 813                 /* Prepare for the shutter sound when it's the bencbin mode capture */
 814                 sc->info_video->is_first_frame = TRUE;
 815
 816                 /* set push encoding buffer as TRUE */
 817                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 818
 819                 /* make encode pipeline state as PLAYING */
 820                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 821                 if (ret != MM_ERROR_NONE) {
 822                         MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 823                         goto cmd_done;
 824                 }
 825         }
 826
 827         /* Play capture sound here if single capture */
 828         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 829              (hcamcorder->support_zsl_capture == FALSE ||
 830               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 831             info->hdr_capture_mode) {
 832                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 833                     hcamcorder->support_zsl_capture == TRUE &&
 834                     !info->hdr_capture_mode) {
 835                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
 836                 }
 837
 838                 /* set flag */
 839                 info->played_capture_sound = TRUE;
 840         } else {
 841                 /* set flag */
 842                 info->played_capture_sound = FALSE;
 843         }
 844
 845 cmd_done:
 846         if (ret != MM_ERROR_NONE) {
 847                 info->capturing = FALSE;
 848
 849                 /* sound finalize */
 850                 if (info->type == _MMCamcorder_MULTI_SHOT)
 851                         _mmcamcorder_sound_finalize(handle);
 852
 853                 /* send signal for task thread : It prevent unnecessary invalid operation error in task thread */
 854                 if (hcamcorder->capture_in_recording) {
 855                         hcamcorder->capture_in_recording = FALSE;
 856
 857                         g_mutex_lock(&hcamcorder->task_thread_lock);
 858
 859                         if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
 860                                 hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_NONE;
 861                                 MMCAM_LOG_INFO("send signal for capture in recording");
 862                                 g_cond_signal(&hcamcorder->task_thread_cond);
 863                         } else {
 864                                 MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
 865                         }
 866
 867                         g_mutex_unlock(&hcamcorder->task_thread_lock);
 868                 }
 869         }
 870
 871         return ret;
 872 }
 873
 874
 875 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 876 {
 877         int ret = MM_ERROR_NONE;
 878         int width = 0;
 879         int height = 0;
 880         int fps = 0;
 881         int rotation = 0;
 882         int bitrate = 0;
 883         int gop_interval = 0;
 884         unsigned int current_framecount = 0;
 885         int current_state = MM_CAMCORDER_STATE_NONE;
 886         gboolean fps_auto = FALSE;
 887         char *err_name = NULL;
 888
 889         GstState state;
 890         GstElement *pipeline = NULL;
 891         GstCameraControl *control = NULL;
 892
 893         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 894         _MMCamcorderImageInfo *info = NULL;
 895         _MMCamcorderSubContext *sc = NULL;
 896
 897         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 898
 899         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 900         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 901
 902         /*MMCAM_LOG_INFO("");*/
 903
 904         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 905         info = sc->info_image;
 906
 907         sc->display_interval = 0;
 908         sc->previous_slot_time = 0;
 909
 910         /* Image info */
 911         info->next_shot_time = 0;
 912         info->multi_shot_stop = TRUE;
 913         info->capturing = FALSE;
 914
 915         current_state = _mmcamcorder_get_state(handle);
 916         MMCAM_LOG_INFO("current state [%d]", current_state);
 917
 918         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 919                 MMCAM_LOG_INFO("Preview start");
 920
 921                 /* just set capture stop command if current state is CAPTURING */
 922                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
 923                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 924                                 MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
 925                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 926                         }
 927
 928                         current_framecount = sc->kpi.video_framecount;
 929
 930                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 931                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
 932
 933                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
 934                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
 935                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 936                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 937                         }
 938                 } else {
 939                         int focus_mode = 0;
 940                         MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
 941
 942                         /* This case is starting of preview */
 943                         ret = mm_camcorder_get_attributes(handle, &err_name,
 944                                 MMCAM_CAMERA_FPS_AUTO, &fps_auto,
 945                                 MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
 946                                 NULL);
 947                         if (ret != MM_ERROR_NONE) {
 948                                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, ret);
 949                                 SAFE_FREE(err_name);
 950                         }
 951
 952                         MMCAM_LOG_INFO("focus mode %d", focus_mode);
 953
 954                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
 955
 956                         /* set focus mode */
 957                         if (attrs) {
 958                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
 959                                         mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_MODE);
 960                                         mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_MODE);
 961
 962                                         if (focus_mode == MM_CAMCORDER_FOCUS_MODE_MANUAL) {
 963                                                 mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
 964                                                 mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
 965                                         }
 966                                 } else {
 967                                         MMCAM_LOG_INFO("focus mode is not supported");
 968                                 }
 969                         } else {
 970                                 MMCAM_LOG_ERROR("failed to get attributes");
 971                         }
 972                 }
 973         }
 974
 975         /* init prev_time */
 976         sc->info_video->prev_preview_ts = 0;
 977
 978         gst_element_get_state(pipeline, &state, NULL, -1);
 979
 980         if (state == GST_STATE_PLAYING) {
 981                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 982                         int try_count = 0;
 983
 984                         if (hcamcorder->support_zsl_capture == FALSE) {
 985                                 MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
 986
 987                                 /* Set strobe mode - strobe mode can not be set to driver while capturing */
 988                                 if (attrs) {
 989                                         mm_attrs_set_modified(attrs, MM_CAM_STROBE_MODE);
 990                                         if (mm_attrs_commit(attrs, MM_CAM_STROBE_MODE) == -1)
 991                                                 MMCAM_LOG_WARNING("Failed to set strobe mode");
 992                                 }
 993
 994                                 while (current_framecount >= sc->kpi.video_framecount &&
 995                                         try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
 996                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
 997                                 }
 998                         }
 999
1000                         if (info->type == _MMCamcorder_MULTI_SHOT) {
1001                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1002                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1003                         }
1004
1005                         MMCAM_LOG_INFO("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
1006                                 current_framecount, sc->kpi.video_framecount, try_count);
1007                 } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
1008                         ret = _mmcamcorder_unprepare_capture_mode_encodebin(handle);
1009                         if (ret != MM_ERROR_NONE)
1010                                 goto cmd_error;
1011
1012                         if (info->resolution_change) {
1013                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1014                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1015
1016                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1017
1018                                 /* check decoder recreation */
1019                                 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
1020                                         MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
1021                                         return MM_ERROR_CAMCORDER_INTERNAL;
1022                                 }
1023
1024                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1025                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1026
1027                                 if (ret != MM_ERROR_NONE)
1028                                         goto cmd_error;
1029
1030                                 /* check if resolution need to rollback */
1031                                 mm_camcorder_get_attributes(handle, &err_name,
1032                                         MMCAM_CAMERA_WIDTH, &width,
1033                                         MMCAM_CAMERA_HEIGHT, &height,
1034                                         MMCAM_CAMERA_FPS, &fps,
1035                                         MMCAM_CAMERA_ROTATION, &rotation,
1036                                         NULL);
1037                                 if (err_name) {
1038                                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
1039                                         SAFE_FREE(err_name);
1040                                 }
1041
1042                                 /* set new caps */
1043                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
1044                                 if (!ret) {
1045                                         MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
1046                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
1047                                         goto cmd_error;
1048                                 }
1049
1050                                 /* set frame stability count for preview */
1051                                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1052
1053                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1054                                 if (ret != MM_ERROR_NONE)
1055                                         goto cmd_error;
1056                         }
1057                 }
1058
1059                 /* sound finalize */
1060                 if (info->type == _MMCamcorder_MULTI_SHOT)
1061                         _mmcamcorder_sound_finalize(handle);
1062         } else {
1063                 if (_mmcamcorder_is_encoded_preview_pixel_format(info->preview_format)) {
1064                         mm_camcorder_get_attributes(handle, NULL,
1065                                 MMCAM_ENCODED_PREVIEW_BITRATE, &bitrate,
1066                                 MMCAM_ENCODED_PREVIEW_GOP_INTERVAL, &gop_interval,
1067                                 NULL);
1068
1069                         _mmcamcorder_set_encoded_preview_bitrate(handle, bitrate);
1070                         _mmcamcorder_set_encoded_preview_gop_interval(handle, gop_interval);
1071                 }
1072
1073                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1074                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1075
1076                 /* set frame stability count for preview */
1077                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1078
1079                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
1080
1081                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1082
1083                 traceEnd(TTRACE_TAG_CAMERA);
1084
1085                 if (ret != MM_ERROR_NONE)
1086                         goto cmd_error;
1087
1088                 /* get sound status/volume level and register changed_cb */
1089                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
1090                     info->sound_status == _SOUND_STATUS_INIT) {
1091                         MMCAM_LOG_INFO("register vconf changed_cb and get sound status");
1092
1093                         /* register changed_cb */
1094                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
1095
1096                         /* get sound status */
1097                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
1098
1099                         MMCAM_LOG_INFO("sound status %d", info->sound_status);
1100                 }
1101         }
1102
1103 cmd_error:
1104         return ret;
1105 }
1106
1107
1108 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
1109 {
1110         int ret = MM_ERROR_NONE;
1111         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
1112         int set_strobe = 0;
1113         int display_reuse_hint = FALSE;
1114         GstCameraControl *control = NULL;
1115         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1116
1117         GstElement *pipeline = NULL;
1118
1119         _MMCamcorderSubContext *sc = NULL;
1120
1121         MMCAM_LOG_INFO("");
1122
1123         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1124
1125         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1126         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1127
1128         /* check strobe and set OFF if PERMANENT mode */
1129         mm_camcorder_get_attributes(handle, NULL,
1130                 MMCAM_STROBE_MODE, &strobe_mode,
1131                 NULL);
1132         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
1133             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1134                 MMCAM_LOG_INFO("current strobe mode is PERMANENT, set OFF");
1135
1136                 /* get camera control */
1137                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1138                 if (control) {
1139                         /* convert MSL to sensor value */
1140                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
1141
1142                         /* set strobe OFF */
1143                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
1144
1145                         MMCAM_LOG_INFO("set strobe OFF done - value: %d", set_strobe);
1146                 } else {
1147                         MMCAM_LOG_WARNING("cast CAMERA_CONTROL failed");
1148                 }
1149         }
1150
1151         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1152
1153         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
1154                 MMCAM_LOG_INFO("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",
1155                         sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
1156                 _mmcamcorder_remove_recorder_pipeline(handle);
1157         }
1158
1159         mm_camcorder_get_attributes(handle, NULL,
1160                 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
1161                 NULL);
1162
1163         MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
1164
1165         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", display_reuse_hint);
1166
1167         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1168         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1169
1170         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
1171
1172         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1173
1174         traceEnd(TTRACE_TAG_CAMERA);
1175
1176         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1177         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1178
1179         if (display_reuse_hint)
1180                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", FALSE);
1181
1182         /* deregister sound status callback */
1183         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
1184                 MMCAM_LOG_INFO("deregister sound status callback");
1185
1186                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
1187
1188                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
1189         }
1190
1191         return ret;
1192 }
1193
1194
1195 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
1196 {
1197         int ret = MM_ERROR_NONE;
1198
1199         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1200         _MMCamcorderSubContext *sc = NULL;
1201
1202         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1203
1204         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1205         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1206
1207         MMCAM_LOG_INFO("command %d", command);
1208
1209         switch (command) {
1210         case _MMCamcorder_CMD_CAPTURE:
1211                 ret = _mmcamcorder_image_cmd_capture(handle);
1212                 break;
1213         case _MMCamcorder_CMD_PREVIEW_START:
1214                 ret = _mmcamcorder_image_cmd_preview_start(handle);
1215
1216                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
1217                 _mmcamcorder_video_current_framerate_init(handle);
1218                 break;
1219         case _MMCamcorder_CMD_PREVIEW_STOP:
1220                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
1221                 break;
1222         case _MMCamcorder_CMD_RECORD:
1223         case _MMCamcorder_CMD_PAUSE:
1224         case _MMCamcorder_CMD_CANCEL:
1225         case _MMCamcorder_CMD_COMMIT:
1226                 /* video recording command */
1227                 ret = _mmcamcorder_video_command(handle, command);
1228                 break;
1229         default:
1230                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1231                 break;
1232         }
1233
1234         return ret;
1235 }
1236
1237
1238 void __mmcamcorder_init_stillshot_info(MMHandleType handle)
1239 {
1240         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1241         _MMCamcorderSubContext *sc = NULL;
1242         _MMCamcorderImageInfo *info = NULL;
1243
1244         mmf_return_if_fail(hcamcorder);
1245
1246         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1247         mmf_return_if_fail(sc && sc->info_image);
1248
1249         info = sc->info_image;
1250
1251         MMCAM_LOG_INFO("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
1252
1253         if (info->type == _MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
1254                 info->capture_cur_count = 0;
1255                 info->capture_send_count = 0;
1256                 info->multi_shot_stop = TRUE;
1257                 info->next_shot_time = 0;
1258
1259                 /* capturing flag set to FALSE here */
1260                 info->capturing = FALSE;
1261         }
1262
1263         return;
1264 }
1265
1266
1267 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1268 {
1269         int ret = MM_ERROR_NONE;
1270         unsigned char *data = NULL;
1271         unsigned int datalen = 0;
1272         _MMCamcorderSubContext *sc = NULL;
1273         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1274
1275         mmf_return_val_if_fail(hcamcorder, FALSE);
1276         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1277         mmf_return_val_if_fail(sc, FALSE);
1278
1279         MMCAM_LOG_INFO("");
1280
1281         if (!original || original->data == NULL || original->length == 0) {
1282                 if (original) {
1283                         MMCAM_LOG_ERROR("data=%p, length=%d",
1284                                 original->data, original->length);
1285                 } else {
1286                         MMCAM_LOG_ERROR("original is null");
1287                 }
1288
1289                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1290         } else {
1291                 /* original is input/output param. save original values to local var. */
1292                 data = original->data;
1293                 datalen = original->length;
1294         }
1295
1296         if (provide_exif == FALSE) {
1297                 if (thumbnail) {
1298                         if (thumbnail->data && thumbnail->length > 0) {
1299                                 MMCAM_LOG_INFO("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
1300                                         thumbnail->data, thumbnail->width, thumbnail->height);
1301
1302                                 /* add thumbnail exif info */
1303                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
1304                                         thumbnail->data,
1305                                         thumbnail->width,
1306                                         thumbnail->height,
1307                                         thumbnail->length);
1308                         } else {
1309                                 MMCAM_LOG_ERROR("Skip adding thumbnail (data=%p, length=%d)",
1310                                         thumbnail->data, thumbnail->length);
1311                         }
1312                 }
1313         } else {
1314                 ret = MM_ERROR_NONE;
1315         }
1316
1317         if (ret == MM_ERROR_NONE) {
1318                 /* write jpeg with exif */
1319                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length, hcamcorder->exif_info, data, datalen);
1320                 if (ret != MM_ERROR_NONE)
1321                         MMCAM_LOG_ERROR("mm_exif_write_exif_jpeg_to_memory error! [0x%x]", ret);
1322         }
1323
1324         MMCAM_LOG_INFO("END ret 0x%x", ret);
1325
1326         return ret;
1327 }
1328
1329
1330 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1331 {
1332         GstCaps *caps = NULL;
1333         GstMapInfo mapinfo;
1334         const GstStructure *structure;
1335
1336         mmf_return_if_fail(capture_data && sample);
1337
1338         caps = gst_sample_get_caps(sample);
1339         if (caps == NULL) {
1340                 MMCAM_LOG_ERROR("failed to get caps");
1341                 goto GET_FAILED;
1342         }
1343
1344         structure = gst_caps_get_structure(caps, 0);
1345         if (structure == NULL) {
1346                 MMCAM_LOG_ERROR("failed to get structure");
1347                 goto GET_FAILED;
1348         }
1349
1350         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1351
1352         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1353         capture_data->data = mapinfo.data;
1354         capture_data->format = pixtype;
1355         gst_structure_get(structure,
1356                 "width", G_TYPE_INT, &capture_data->width,
1357                 "height", G_TYPE_INT, &capture_data->height,
1358                 NULL);
1359         capture_data->length = mapinfo.size;
1360         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1361
1362         MMCAM_LOG_WARNING("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1363                 capture_data->data, capture_data->width, capture_data->height,
1364                 capture_data->length, capture_data->format);
1365         return;
1366
1367 GET_FAILED:
1368         capture_data->data = NULL;
1369         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1370         capture_data->length = 0;
1371
1372         return;
1373 }
1374
1375
1376 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1377 {
1378         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1379         _MMCamcorderSubContext *sc = NULL;
1380
1381         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1382
1383         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1384         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1385
1386         MMCAM_LOG_INFO("");
1387
1388         /* if tag enable and doesn't provide exif, we make it */
1389         MMCAM_LOG_INFO("Add exif information if existed(thumbnail[%p])", thumbnail);
1390         if (thumbnail && thumbnail->data)
1391                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1392         else
1393                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1394 }
1395
1396
1397 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1398 {
1399         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1400         _MMCamcorderSubContext *sc = NULL;
1401
1402         mmf_return_if_fail(hcamcorder);
1403         mmf_return_if_fail(dest);
1404
1405         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1406         mmf_return_if_fail(sc);
1407
1408         MMCAM_LOG_INFO("tag : %d, provide exif : %d", tag_enable, provide_exif);
1409
1410         /* if dest->data is allocated in MSL, release it */
1411         if (tag_enable && !provide_exif) {
1412                 if (dest->data) {
1413                         free(dest->data);
1414                         dest->length = 0;
1415                         dest->data = NULL;
1416                         MMCAM_LOG_INFO("Jpeg is released!");
1417                 }
1418         } else {
1419                 MMCAM_LOG_INFO("No need to release");
1420         }
1421
1422         return;
1423 }
1424
1425
1426 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1427 {
1428         int ret = MM_ERROR_NONE;
1429         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1430         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1431         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1432         int codectype = MM_IMAGE_CODEC_JPEG;
1433         int count = 0;
1434         int stop_cont_shot = FALSE;
1435         int tag_enable = FALSE;
1436         int provide_exif = FALSE;
1437         int capture_quality = 0;
1438         int try_lock_count = 0;
1439         gboolean send_captured_message = FALSE;
1440         unsigned char *exif_raw_data = NULL;
1441         unsigned char *internal_main_data = NULL;
1442         unsigned int internal_main_length = 0;
1443         unsigned char *internal_thumb_data = NULL;
1444         unsigned int internal_thumb_length = 0;
1445         unsigned char *compare_data = NULL;
1446
1447         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1448         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1449         _MMCamcorderImageInfo *info = NULL;
1450         _MMCamcorderSubContext *sc = NULL;
1451         MMCamcorderCaptureDataType dest = {0,};
1452         MMCamcorderCaptureDataType thumb = {0,};
1453         MMCamcorderCaptureDataType scrnail = {0,};
1454         MMCamcorderCaptureDataType encode_src = {0,};
1455         GstMapInfo mapinfo1;
1456         GstMapInfo mapinfo2;
1457         GstMapInfo mapinfo3;
1458
1459         MMHandleType attrs;
1460         int attr_index_for_screennail = 0;
1461         int attr_index_for_exif = 0;
1462
1463         mmf_return_if_fail(hcamcorder);
1464
1465         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1466         mmf_return_if_fail(sc && sc->info_image);
1467
1468         info = sc->info_image;
1469
1470         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1471         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1472         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1473
1474         /* get current state */
1475         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1476
1477         MMCAM_LOG_ERROR("START - current state %d", current_state);
1478
1479         /* check capture state */
1480         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0)
1481                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1482                         MMCAM_CAPTURE_BREAK_CONTINUOUS_SHOT, &stop_cont_shot,
1483                         NULL);
1484
1485         if (!info->capturing || stop_cont_shot) {
1486                 MMCAM_LOG_WARNING("stop command[%d] or not capturing state[%d]. skip this...", stop_cont_shot, info->capturing);
1487
1488                 /* set FALSE here for the case that info->capturing is still FALSE
1489                         (== capture_send_count is 0 at the time _mmcamcorder_commit_capture_break_cont_shot is called) */
1490                 info->capturing = FALSE;
1491
1492                 /*free GstBuffer*/
1493                 if (sample1)
1494                         gst_sample_unref(sample1);
1495
1496                 if (sample2)
1497                         gst_sample_unref(sample2);
1498
1499                 if (sample3)
1500                         gst_sample_unref(sample3);
1501
1502                 return;
1503         }
1504
1505         /* check command lock to block capture callback if capture start API is not returned
1506            wait for 2 seconds at worst case */
1507         try_lock_count = 0;
1508         do {
1509                 MMCAM_LOG_INFO("Try command LOCK");
1510                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1511                         MMCAM_LOG_INFO("command LOCK OK");
1512                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1513                         break;
1514                 }
1515
1516                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1517                         MMCAM_LOG_WARNING("command LOCK Failed, retry...[count %d]", try_lock_count);
1518                         usleep(TRY_LOCK_TIME);
1519                 } else {
1520                         MMCAM_LOG_ERROR("failed to lock command LOCK");
1521                         break;
1522                 }
1523         } while (TRUE);
1524
1525         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1526                 /* play capture sound here if multi capture
1527                    or preview format is ITLV(because of AF and flash control in plugin) */
1528                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1529                         g_mutex_lock(&hcamcorder->task_thread_lock);
1530                         MMCAM_LOG_INFO("send signal for sound play");
1531                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1532                         g_cond_signal(&hcamcorder->task_thread_cond);
1533                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1534                 } else if (!info->played_capture_sound) {
1535                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1536                 }
1537         }
1538
1539         /* init capture data */
1540         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1541         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1542         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1543
1544         /* Prepare main, thumbnail buffer */
1545         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1), FALSE);
1546         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1547                 MMCAM_LOG_ERROR("Unsupported pixel type");
1548                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1549                 goto error;
1550         }
1551
1552         /* Main image buffer */
1553         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1554                 MMCAM_LOG_ERROR("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1555                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1556                 goto error;
1557         } else {
1558                 if ((mapinfo1.data == NULL) && (mapinfo1.size == 0)) {
1559                         MMCAM_LOG_ERROR("mapinfo1 is wrong (%p, size %zu)", mapinfo1.data, mapinfo1.size);
1560                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1561                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1562                         goto error;
1563                 } else {
1564                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1565                 }
1566         }
1567
1568         if (!sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ))
1569                 MMCAM_LOG_INFO("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1570
1571         if (!sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ))
1572                 MMCAM_LOG_INFO("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1573
1574         /* Screennail image buffer */
1575         attrs = MMF_CAMCORDER_ATTRS(hcamcorder);
1576         mm_attrs_get_index(attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index_for_screennail);
1577
1578         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1579                 MMCAM_LOG_INFO("Screennail (sample3=%p,size=%zu)", sample3, mapinfo3.size);
1580
1581                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3), FALSE);
1582                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1583
1584                 /* Set screennail attribute for application */
1585                 ret = mm_attrs_set_data(attrs, attr_index_for_screennail, &scrnail, sizeof(scrnail));
1586                 MMCAM_LOG_INFO("Screennail set attribute data %p, size %zu, ret %x", &scrnail, sizeof(scrnail), ret);
1587         } else {
1588                 MMCAM_LOG_INFO("Sample3 has wrong pointer. Not Error. (sample3=%p)", sample3);
1589                 mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1590         }
1591
1592         /* commit screennail data */
1593         mm_attrs_commit(attrs, attr_index_for_screennail);
1594
1595         /* init thumb data */
1596         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1597
1598         /* get provide-exif */
1599         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1600
1601         /* Thumbnail image buffer */
1602         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1603                 MMCAM_LOG_INFO("Thumbnail (buffer2=%p)", gst_sample_get_buffer(sample2));
1604                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2), FALSE);
1605                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1606         } else {
1607                 MMCAM_LOG_INFO("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1608
1609                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1610                         ExifLoader *l;
1611                         /* get thumbnail from EXIF */
1612                         l = exif_loader_new();
1613                         if (l) {
1614                                 ExifData *ed;
1615                                 char  width[10];
1616                                 char  height[10];
1617                                 ExifEntry *entry = NULL;
1618
1619                                 exif_loader_write(l, dest.data, dest.length);
1620
1621                                 /* Get a pointer to the EXIF data */
1622                                 ed = exif_loader_get_data(l);
1623
1624                                 /* The loader is no longer needed--free it */
1625                                 exif_loader_unref(l);
1626                                 l = NULL;
1627                                 if (ed) {
1628                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1629                                         if (entry != NULL)
1630                                                 exif_entry_get_value(entry, width, 10);
1631
1632                                         entry = NULL;
1633                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1634                                         if (entry != NULL)
1635                                                 exif_entry_get_value(entry, height, 10);
1636
1637                                         entry = NULL;
1638                                         /* Make sure the image had a thumbnail before trying to write it */
1639                                         if (ed->data && ed->size) {
1640                                                 thumb.data = malloc(ed->size);
1641                                                 if (thumb.data) {
1642                                                         memcpy(thumb.data, ed->data, ed->size);
1643                                                         thumb.length = ed->size;
1644                                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1645                                                         thumb.width = atoi(width);
1646                                                         thumb.height = atoi(height);
1647                                                         internal_thumb_data = thumb.data;
1648                                                 } else {
1649                                                         MMCAM_LOG_ERROR("failed to alloc thumbnail data");
1650                                                 }
1651                                         }
1652                                         exif_data_unref(ed);
1653                                         ed = NULL;
1654                                 } else {
1655                                         MMCAM_LOG_WARNING("failed to get exif data");
1656                                 }
1657                         } else {
1658                                 MMCAM_LOG_WARNING("failed to create exif loader");
1659                         }
1660                 }
1661
1662                 if (thumb.data == NULL) {
1663                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1664                             scrnail.data && scrnail.length != 0) {
1665                                 /* make thumbnail image with screennail data */
1666                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1667                         } else if (sc->internal_encode) {
1668                                 /* make thumbnail image with main data, this is raw data */
1669                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1670                         }
1671                 }
1672
1673                 /* encode thumbnail */
1674                 if (encode_src.data) {
1675                         size_t thumb_length = 0;
1676                         unsigned int thumb_width = 0;
1677                         unsigned int thumb_height = 0;
1678                         unsigned char *thumb_raw_data = NULL;
1679
1680                         /* encode image */
1681                         MMCAM_LOG_INFO("Encode Thumbnail");
1682
1683                         if (encode_src.width > THUMBNAIL_WIDTH) {
1684                                 /* calculate thumbnail size */
1685                                 thumb_width = THUMBNAIL_WIDTH;
1686                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1687                                 if (thumb_height % 2 != 0)
1688                                         thumb_height += 1;
1689
1690                                 MMCAM_LOG_INFO("need to resize : thumbnail size %dx%d, format %d",
1691                                         thumb_width, thumb_height, encode_src.format);
1692
1693                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1694                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1695                                      encode_src.width % thumb_width == 0 &&
1696                                      encode_src.height % thumb_height == 0) {
1697                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1698                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1699                                                 thumb_raw_data = NULL;
1700                                                 MMCAM_LOG_WARNING("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1701                                         }
1702                                 } else {
1703                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1704                                                 encode_src.length, encode_src.format,
1705                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1706                                                 thumb_raw_data = NULL;
1707                                                 MMCAM_LOG_WARNING("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1708                                         }
1709                                 }
1710                         } else {
1711                                 thumb_width = encode_src.width;
1712                                 thumb_height = encode_src.height;
1713
1714                                 MMCAM_LOG_INFO("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1715
1716                                 thumb_raw_data = encode_src.data;
1717                                 thumb_length = encode_src.length;
1718                         }
1719
1720                         if (thumb_raw_data) {
1721                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1722                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1723                                         (void **)&internal_thumb_data, &internal_thumb_length);
1724                                 if (ret) {
1725                                         MMCAM_LOG_INFO("encode THUMBNAIL done - data %p, length %d", internal_thumb_data, internal_thumb_length);
1726
1727                                         thumb.data = internal_thumb_data;
1728                                         thumb.length = internal_thumb_length;
1729                                         thumb.width = thumb_width;
1730                                         thumb.height = thumb_height;
1731                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1732                                 } else {
1733                                         MMCAM_LOG_WARNING("failed to encode THUMBNAIL");
1734                                 }
1735
1736                                 /* release allocated raw data memory */
1737                                 if (thumb_raw_data != encode_src.data) {
1738                                         free(thumb_raw_data);
1739                                         thumb_raw_data = NULL;
1740                                         MMCAM_LOG_INFO("release thumb_raw_data");
1741                                 }
1742                         } else {
1743                                 MMCAM_LOG_WARNING("thumb_raw_data is NULL");
1744                         }
1745                 } else {
1746                         /* no raw data src for thumbnail */
1747                         MMCAM_LOG_INFO("no need to encode thumbnail");
1748                 }
1749         }
1750
1751         /* Encode JPEG */
1752         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1753                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1754                         MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1755                         NULL);
1756                 MMCAM_LOG_INFO("Start Internal Encode - capture_quality %d", capture_quality);
1757
1758                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1759                         pixtype_main, dest.length, capture_quality,
1760                         (void **)&internal_main_data, &internal_main_length);
1761                 if (!ret) {
1762                         MMCAM_LOG_ERROR("_mmcamcorder_encode_jpeg failed");
1763
1764                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1765
1766                         goto error;
1767                 }
1768
1769                 /* set format */
1770                 dest.data = internal_main_data;
1771                 dest.length = internal_main_length;
1772                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1773
1774                 MMCAM_LOG_INFO("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1775         }
1776
1777         if (info->capture_format != MM_PIXEL_FORMAT_ENCODED) {
1778                 MMCAM_LOG_INFO("not encoded format, skip exif related sequence");
1779                 goto _CAPTURE_CB_EXIF_DONE;
1780         }
1781
1782         /* create EXIF info */
1783         if (!provide_exif) {    /* make new exif */
1784                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1785         } else {        /* load from jpeg buffer dest.data */
1786                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1787                 if (ret != MM_ERROR_NONE) {
1788                         MMCAM_LOG_ERROR("Failed to load exif_info [%x], try to create EXIF", ret);
1789                         provide_exif = FALSE;
1790                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1791                 }
1792         }
1793         if (ret != MM_ERROR_NONE) {
1794                 MMCAM_LOG_ERROR("Failed to create exif_info [%x], but keep going...", ret);
1795         } else {
1796                 /* add basic exif info */
1797                 if (!provide_exif) {
1798                         MMCAM_LOG_INFO("add basic exif info");
1799                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1800                 } else {
1801                         MMCAM_LOG_INFO("update exif info");
1802                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1803                 }
1804
1805                 if (ret != MM_ERROR_NONE) {
1806                         MMCAM_LOG_WARNING("Failed set_exif_basic_info [%x], but keep going...", ret);
1807                         ret = MM_ERROR_NONE;
1808                 }
1809         }
1810
1811         /* get attribute item for EXIF data */
1812         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index_for_exif);
1813
1814         /* set EXIF data to attribute */
1815         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1816                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1817                 if (exif_raw_data) {
1818                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1819                         mm_attrs_set_data(attrs, attr_index_for_exif, exif_raw_data, hcamcorder->exif_info->size);
1820                         MMCAM_LOG_INFO("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1821                 } else {
1822                         MMCAM_LOG_WARNING("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1823                 }
1824         } else {
1825                 MMCAM_LOG_WARNING("failed to create EXIF. set EXIF as NULL");
1826                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1827         }
1828
1829         /* commit EXIF data */
1830         mm_attrs_commit(attrs, attr_index_for_exif);
1831
1832         /* get tag-enable */
1833         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1834
1835         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1836         if (tag_enable) {
1837                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1838                         MMCAM_IMAGE_ENCODER, &codectype,
1839                         NULL);
1840                 MMCAM_LOG_INFO("codectype %d", codectype);
1841
1842                 switch (codectype) {
1843                 case MM_IMAGE_CODEC_JPEG:
1844                 case MM_IMAGE_CODEC_SRW:
1845                 case MM_IMAGE_CODEC_JPEG_SRW:
1846                         ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1847                         if (ret != MM_ERROR_NONE) {
1848                                 MMCAM_LOG_ERROR("Error on setting extra data to jpeg");
1849                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1850                                 goto error;
1851                         }
1852                         break;
1853                 default:
1854                         MMCAM_LOG_ERROR("The codectype is not supported. (%d)", codectype);
1855                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1856                         goto error;
1857                 }
1858         }
1859
1860 _CAPTURE_CB_EXIF_DONE:
1861
1862         /* Handle Capture Callback */
1863         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1864
1865         if (hcamcorder->vcapture_cb) {
1866                 MMCAM_LOG_INFO("APPLICATION CALLBACK START");
1867                 if (thumb.data)
1868                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1869                 else
1870                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1871
1872                 MMCAM_LOG_INFO("APPLICATION CALLBACK END");
1873         } else {
1874                 MMCAM_LOG_ERROR("Capture callback is NULL.");
1875
1876                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1877
1878                 goto err_release_exif;
1879         }
1880
1881         /* Set capture count */
1882         count = ++(info->capture_send_count);
1883         send_captured_message = TRUE;
1884
1885 err_release_exif:
1886         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1887
1888         /* init screennail and EXIF raw data */
1889         mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1890         mm_attrs_commit(attrs, attr_index_for_screennail);
1891         if (exif_raw_data) {
1892                 free(exif_raw_data);
1893                 exif_raw_data = NULL;
1894
1895                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1896                 mm_attrs_commit(attrs, attr_index_for_exif);
1897         }
1898
1899         /* Release jpeg data */
1900         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED)
1901                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1902
1903 error:
1904         /* Check end condition and set proper value */
1905         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1906             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1907                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1908         }
1909
1910         /* release internal allocated data */
1911         if (sc->internal_encode)
1912                 compare_data = internal_main_data;
1913         else
1914                 compare_data = mapinfo1.data;
1915
1916         if (dest.data && compare_data &&
1917             dest.data != compare_data) {
1918                 MMCAM_LOG_INFO("release internal allocated data %p", dest.data);
1919                 free(dest.data);
1920                 dest.data = NULL;
1921                 dest.length = 0;
1922         }
1923         if (internal_main_data) {
1924                 MMCAM_LOG_INFO("release internal main data %p", internal_main_data);
1925                 free(internal_main_data);
1926                 internal_main_data = NULL;
1927         }
1928         if (internal_thumb_data) {
1929                 MMCAM_LOG_INFO("release internal thumb data %p", internal_thumb_data);
1930                 free(internal_thumb_data);
1931                 internal_thumb_data = NULL;
1932         }
1933
1934         /* reset compare_data */
1935         compare_data = NULL;
1936
1937         /*free GstBuffer*/
1938         if (sample1) {
1939                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1940                 gst_sample_unref(sample1);
1941         }
1942         if (sample2) {
1943                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1944                 gst_sample_unref(sample2);
1945         }
1946         if (sample3) {
1947                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1948                 gst_sample_unref(sample3);
1949         }
1950
1951         /* destroy exif info */
1952         mm_exif_destory_exif_info(hcamcorder->exif_info);
1953         hcamcorder->exif_info = NULL;
1954
1955         /* send captured message */
1956         if (send_captured_message) {
1957                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1958                         /* Send CAPTURED message and count - capture success */
1959                         if (current_state >= MM_CAMCORDER_STATE_RECORDING)
1960                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1961                         else
1962                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1963                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1964                         /* send captured message only once in HDR and Original Capture mode */
1965                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1966                 }
1967         }
1968
1969         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1970                 /* Handle capture in recording case */
1971                 hcamcorder->capture_in_recording = FALSE;
1972
1973                 g_mutex_lock(&hcamcorder->task_thread_lock);
1974
1975                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
1976                         MMCAM_LOG_INFO("send signal for capture in recording");
1977                         g_cond_signal(&hcamcorder->task_thread_cond);
1978                 } else {
1979                         MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
1980                 }
1981
1982                 g_mutex_unlock(&hcamcorder->task_thread_lock);
1983
1984                 _MMCAMCORDER_CMD_SIGNAL(hcamcorder);
1985         }
1986
1987         MMCAM_LOG_ERROR("END");
1988
1989         return;
1990 }
1991
1992
1993 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data)
1994 {
1995         if (!sample) {
1996                 MMCAM_LOG_ERROR("NULL sample for extra preview[id:%d]", stream_id);
1997                 return;
1998         }
1999
2000         /* no need to check return value here */
2001         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, stream_id);
2002
2003         gst_sample_unref(sample);
2004 }
2005
2006
2007 gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2008 {
2009         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2010         _MMCamcorderSubContext *sc = NULL;
2011
2012         GstCaps *caps = NULL;
2013         GstSample *sample = NULL;
2014
2015         mmf_return_val_if_fail(hcamcorder, FALSE);
2016
2017         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2018         mmf_return_val_if_fail(sc && sc->element, FALSE);
2019
2020         /* make sample with buffer and caps */
2021         caps = gst_pad_get_allowed_caps(pad);
2022         mmf_return_val_if_fail(caps, TRUE);
2023
2024         sample = gst_sample_new(buffer, caps, NULL, NULL);
2025         gst_caps_unref(caps);
2026         mmf_return_val_if_fail(sample, TRUE);
2027
2028         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, 0);
2029
2030         gst_sample_unref(sample);
2031
2032         return TRUE;
2033 }
2034
2035
2036 gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2037 {
2038         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2039         _MMCamcorderSubContext *sc = NULL;
2040
2041         mmf_return_val_if_fail(hcamcorder, FALSE);
2042
2043         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2044         mmf_return_val_if_fail(sc && sc->element, FALSE);
2045
2046         MMCAM_LOG_INFO("");
2047
2048         /* FIXME. How could you get a thumbnail? */
2049         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
2050
2051         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
2052                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
2053                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
2054                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
2055         }
2056
2057         return TRUE;
2058 }
2059
2060
2061 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
2062 {
2063         int value = 0;
2064         ExifShort eshort = 0;
2065         int ret = MM_ERROR_NONE;
2066
2067         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
2068         MMCAM_LOG_INFO("get orientation [%d]", value);
2069         if (value == 0)
2070                 value = MM_EXIF_ORIENTATION;
2071
2072         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
2073         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
2074                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
2075         if (ret != MM_ERROR_NONE)
2076                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
2077
2078 exit:
2079         return ed;
2080 }
2081
2082
2083 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
2084 {
2085         int ret = MM_ERROR_NONE;
2086         char *make = strdup(MM_MAKER_NAME);
2087
2088         if (make) {
2089                 MMCAM_LOG_INFO("maker [%s]", make);
2090                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
2091                         EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
2092                 free(make);
2093                 if (ret != MM_ERROR_NONE)
2094                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
2095         } else {
2096                 MMCAM_LOG_ERROR("strdup failed [%s]", MM_MAKER_NAME);
2097         }
2098
2099 exit:
2100         return ed;
2101 }
2102
2103
2104 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
2105 {
2106         int ret = MM_ERROR_NONE;
2107         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2108
2109         if (hcamcorder == NULL || ed == NULL) {
2110                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2111                 return NULL;
2112         }
2113
2114         if (hcamcorder->software_version) {
2115                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
2116                         strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
2117
2118                 MMCAM_LOG_INFO("set software_version[%s] ret[0x%x]",
2119                         hcamcorder->software_version, ret);
2120         } else {
2121                 MMCAM_LOG_ERROR("model_name is NULL");
2122         }
2123
2124         return ed;
2125 }
2126
2127
2128 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
2129 {
2130         int ret = MM_ERROR_NONE;
2131         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2132
2133         if (hcamcorder == NULL || ed == NULL) {
2134                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2135                 return NULL;
2136         }
2137
2138         if (hcamcorder->model_name) {
2139                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
2140                         strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
2141
2142                 MMCAM_LOG_ERROR("set model name[%s] ret[0x%x]",
2143                         hcamcorder->model_name, ret);
2144         } else {
2145                 MMCAM_LOG_ERROR("model_name is NULL");
2146         }
2147
2148         return ed;
2149 }
2150
2151 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
2152 {
2153         int ret = MM_ERROR_NONE;
2154         int gps_enable = TRUE;
2155         char *err_name = NULL;
2156         double latitude = INVALID_GPS_VALUE;
2157         double longitude = INVALID_GPS_VALUE;
2158         double altitude = INVALID_GPS_VALUE;
2159
2160         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
2161         if (ret == MM_ERROR_NONE && gps_enable) {
2162                 ExifByte GpsVersion[4] = {2, 2, 0, 0};
2163
2164                 MMCAM_LOG_INFO("Tag for GPS is ENABLED.");
2165
2166                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
2167                         EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
2168                 if (ret != MM_ERROR_NONE)
2169                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
2170
2171                 ret = mm_camcorder_get_attributes(handle, &err_name,
2172                         MMCAM_TAG_LATITUDE, &latitude,
2173                         MMCAM_TAG_LONGITUDE, &longitude,
2174                         MMCAM_TAG_ALTITUDE, &altitude, NULL);
2175                 if (ret != MM_ERROR_NONE) {
2176                         MMCAM_LOG_ERROR("failed to get gps info [%x][%s]", ret, err_name);
2177                         SAFE_FREE(err_name);
2178                         goto exit;
2179                 }
2180
2181                 MMCAM_LOG_INFO("latitude [%f]", latitude);
2182                 if (latitude != INVALID_GPS_VALUE) {
2183                         unsigned char *b = NULL;
2184                         unsigned int deg;
2185                         unsigned int min;
2186                         unsigned int sec;
2187                         ExifRational rData;
2188
2189                         if (latitude < 0) {
2190                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2191                                         EXIF_FORMAT_ASCII, 2, "S");
2192                                 if (ret != MM_ERROR_NONE)
2193                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2194
2195                                 latitude = -latitude;
2196                         } else if (latitude > 0) {
2197                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2198                                         EXIF_FORMAT_ASCII, 2, "N");
2199                                 if (ret != MM_ERROR_NONE)
2200                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2201                         }
2202
2203                         deg = (unsigned int)(latitude);
2204                         min = (unsigned int)((latitude-deg) * 60);
2205                         sec = (unsigned int)(((latitude-deg) * 3600) - min * 60);
2206
2207                         MMCAM_LOG_INFO("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2208                         b = malloc(3 * sizeof(ExifRational));
2209                         if (b) {
2210                                 rData.numerator = deg;
2211                                 rData.denominator = 1;
2212                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2213                                 rData.numerator = min;
2214                                 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2215                                 rData.numerator = sec;
2216                                 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2217
2218                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
2219                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2220                                 free(b);
2221                                 if (ret != MM_ERROR_NONE)
2222                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
2223                         } else {
2224                                 MMCAM_LOG_WARNING("malloc failed");
2225                         }
2226                 }
2227
2228                 MMCAM_LOG_INFO("longitude [%f]", longitude);
2229                 if (longitude != INVALID_GPS_VALUE) {
2230                         unsigned char *b = NULL;
2231                         unsigned int deg;
2232                         unsigned int min;
2233                         unsigned int sec;
2234                         ExifRational rData;
2235
2236                         if (longitude < 0) {
2237                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2238                                         EXIF_FORMAT_ASCII, 2, "W");
2239                                 if (ret != MM_ERROR_NONE)
2240                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2241
2242                                 longitude = -longitude;
2243                         } else if (longitude > 0) {
2244                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2245                                         EXIF_FORMAT_ASCII, 2, "E");
2246                                 if (ret != MM_ERROR_NONE)
2247                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2248                         }
2249
2250                         deg = (unsigned int)(longitude);
2251                         min = (unsigned int)((longitude-deg) * 60);
2252                         sec = (unsigned int)(((longitude-deg) * 3600) - min * 60);
2253
2254                         MMCAM_LOG_INFO("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2255                         b = malloc(3 * sizeof(ExifRational));
2256                         if (b) {
2257                                 rData.numerator = deg;
2258                                 rData.denominator = 1;
2259                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2260                                 rData.numerator = min;
2261                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
2262                                 rData.numerator = sec;
2263                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
2264                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
2265                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2266                                 free(b);
2267                                 if (ret != MM_ERROR_NONE)
2268                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
2269                         } else {
2270                                 MMCAM_LOG_WARNING("malloc failed");
2271                         }
2272                 }
2273
2274                 MMCAM_LOG_INFO("f_altitude [%f]", altitude);
2275                 if (altitude != INVALID_GPS_VALUE) {
2276                         ExifByte alt_ref = 0;
2277                         unsigned char *b = NULL;
2278                         ExifRational rData;
2279                         b = malloc(sizeof(ExifRational));
2280                         if (b) {
2281                                 if (altitude < 0) {
2282                                         alt_ref = 1;
2283                                         altitude = -altitude;
2284                                 }
2285
2286                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
2287                                         EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
2288                                 if (ret != MM_ERROR_NONE) {
2289                                         MMCAM_LOG_ERROR("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
2290                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2291                                                 free(b);
2292                                                 b = NULL;
2293                                                 goto exit;
2294                                         }
2295                                 }
2296
2297                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
2298                                 rData.denominator = 100;
2299                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2300                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
2301                                         EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2302                                 free(b);
2303                                 if (ret != MM_ERROR_NONE)
2304                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
2305                         } else {
2306                                 MMCAM_LOG_WARNING("malloc failed");
2307                         }
2308                 }
2309
2310                 {
2311                         double gps_timestamp = INVALID_GPS_VALUE;
2312                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
2313                         MMCAM_LOG_INFO("Gps timestamp [%f]", gps_timestamp);
2314                         if (gps_timestamp > 0.0) {
2315                                 unsigned char *b = NULL;
2316                                 unsigned int hour;
2317                                 unsigned int min;
2318                                 unsigned int microsec;
2319                                 ExifRational rData;
2320
2321                                 hour = (unsigned int)(gps_timestamp / 3600);
2322                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
2323                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
2324
2325                                 MMCAM_LOG_INFO("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
2326                                 b = malloc(3 * sizeof(ExifRational));
2327                                 if (b) {
2328                                         rData.numerator = hour;
2329                                         rData.denominator = 1;
2330                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2331
2332                                         rData.numerator = min;
2333                                         rData.denominator = 1;
2334                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2335
2336                                         rData.numerator = microsec;
2337                                         rData.denominator = 1000000;
2338                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2339
2340                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
2341                                                 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2342                                         free(b);
2343                                         if (ret != MM_ERROR_NONE)
2344                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
2345                                 } else {
2346                                         MMCAM_LOG_WARNING("malloc failed.");
2347                                 }
2348                         }
2349                 }
2350
2351                 {
2352                         unsigned char *date_stamp = NULL;
2353                         int date_stamp_len = 0;
2354
2355                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
2356
2357                         if (date_stamp) {
2358                                 MMCAM_LOG_INFO("Date stamp [%s]", date_stamp);
2359
2360                                 /* cause it should include NULL char */
2361                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2362                                         EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2363                                 if (ret != MM_ERROR_NONE)
2364                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2365                         }
2366                 }
2367
2368                 {
2369                         unsigned char *processing_method = NULL;
2370                         int processing_method_len = 0;
2371
2372                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2373
2374                         if (processing_method) {
2375                                 MMCAM_LOG_INFO("Processing method [%s]", processing_method);
2376
2377                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2378                                         EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2379                                 if (ret != MM_ERROR_NONE)
2380                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2381                         }
2382                 }
2383         } else {
2384                 MMCAM_LOG_INFO("Tag for GPS is DISABLED.");
2385         }
2386
2387 exit:
2388         return ed;
2389 }
2390
2391
2392 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2393 {
2394         int ret = MM_ERROR_NONE;
2395         mmf_camcorder_t *hcamcorder = NULL;
2396         ExifData *ed = NULL;
2397
2398         hcamcorder = MMF_CAMCORDER(handle);
2399
2400         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2401
2402         ed = exif_data_new_from_data(imagedata, imgln);
2403         /*ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);*/
2404
2405         if (ed == NULL) {
2406                 MMCAM_LOG_ERROR("get exif data error!!");
2407                 return MM_ERROR_INVALID_HANDLE;
2408         }
2409
2410         /* update necessary */
2411
2412         __mmcamcorder_update_exif_make(handle, ed);
2413         __mmcamcorder_update_exif_software(handle, ed);
2414         __mmcamcorder_update_exif_model(handle, ed);
2415         __mmcamcorder_update_exif_orientation(handle, ed);
2416         __mmcamcorder_update_exif_gps(handle, ed);
2417         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2418         if (ret != MM_ERROR_NONE)
2419                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
2420
2421         exif_data_unref(ed);
2422         ed = NULL;
2423         return ret;
2424 }
2425
2426 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2427 {
2428         int ret = MM_ERROR_NONE;
2429         int value;
2430         int str_val_len = 0;
2431         int cntl = 0;
2432         int cnts = 0;
2433         char *str_value = NULL;
2434         char *user_comment = NULL;
2435         ExifData *ed = NULL;
2436         ExifLong config;
2437         ExifLong ExifVersion;
2438         static ExifShort eshort[20];
2439         static ExifLong elong[10];
2440
2441         GstCameraControl *control = NULL;
2442         GstCameraControlExifInfo avsys_exif_info;
2443
2444         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2445         _MMCamcorderSubContext *sc = NULL;
2446
2447         MMCAM_LOG_INFO("");
2448
2449         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2450
2451         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2452         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2453
2454         CLEAR(avsys_exif_info);
2455
2456         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2457                 MMCAM_LOG_ERROR("Can't cast Video source into camera control. Skip camera control values...");
2458         } else {
2459                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2460                 /* get device information */
2461                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2462         }
2463
2464         /* get ExifData from exif info */
2465         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2466         if (ed == NULL) {
2467                 MMCAM_LOG_ERROR("get exif data error!!");
2468                 return MM_ERROR_INVALID_HANDLE;
2469         }
2470
2471         /* Receive attribute info */
2472
2473         /* START INSERT IFD_0 */
2474
2475         /*0. EXIF_TAG_EXIF_VERSION */
2476         ExifVersion = MM_EXIF_VERSION;
2477         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2478                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2479         if (ret != MM_ERROR_NONE)
2480                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2481
2482         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2483         value = image_width;
2484
2485         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2486         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2487                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2488         if (ret != MM_ERROR_NONE)
2489                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2490
2491         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2492                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2493         if (ret != MM_ERROR_NONE)
2494                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2495
2496         MMCAM_LOG_INFO("width[%d]", value);
2497
2498         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2499         value = image_height;
2500
2501         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2502         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2503                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2504         if (ret != MM_ERROR_NONE)
2505                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2506
2507         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2508                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2509         if (ret != MM_ERROR_NONE)
2510                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2511
2512         MMCAM_LOG_INFO("height[%d]", value);
2513
2514         /*4. EXIF_TAG_DATE_TIME */
2515
2516         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2517
2518         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2519         {
2520                 gchar *b = NULL;
2521                 time_t t;
2522                 struct tm tm;
2523
2524                 t = time(NULL);
2525                 tzset();
2526                 localtime_r(&t, &tm);
2527
2528                 b = g_strdup_printf("%04i:%02i:%02i %02i:%02i:%02i",
2529                         tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2530                         tm.tm_hour, tm.tm_min, tm.tm_sec);
2531
2532                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2533                 if (ret != MM_ERROR_NONE) {
2534                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2535                                 g_free(b);
2536
2537                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2538                 }
2539
2540                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2541                 if (ret != MM_ERROR_NONE) {
2542                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2543                                 g_free(b);
2544
2545                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2546                 }
2547
2548                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2549                 if (ret != MM_ERROR_NONE) {
2550                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2551                                 g_free(b);
2552
2553                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2554                 }
2555
2556                 g_free(b);
2557         }
2558
2559         /*5. EXIF_TAG_MAKE */
2560         __mmcamcorder_update_exif_make(handle, ed);
2561
2562 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2563
2564         /*6. EXIF_TAG_MODEL */
2565         __mmcamcorder_update_exif_model(handle, ed);
2566
2567 #endif
2568         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2569         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2570         if (str_value && str_val_len > 0) {
2571                 char *description = strdup(str_value);
2572
2573                 MMCAM_LOG_INFO("description [%s]", str_value);
2574
2575                 if (description) {
2576                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2577                                 EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2578                         free(description);
2579                         str_value = NULL;
2580                         str_val_len = 0;
2581                         if (ret != MM_ERROR_NONE)
2582                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2583                 } else {
2584                         MMCAM_LOG_ERROR("strdup failed for [%s]", str_value);
2585                 }
2586         } else {
2587                 MMCAM_LOG_WARNING("failed to get description");
2588         }
2589
2590         /*7. EXIF_TAG_SOFTWARE*/
2591         __mmcamcorder_update_exif_software(handle, ed);
2592
2593 /*
2594         if (control != NULL) {
2595                 char software[50] = {0,};
2596                 unsigned int len = 0;
2597
2598                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8, (avsys_exif_info.software_used & 0xff));
2599                 MMCAM_LOG_INFO("software [%s], len [%d]", software, len);
2600                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2601                         EXIF_FORMAT_ASCII, len, (const char *)software);
2602                 if (ret != MM_ERROR_NONE) {
2603                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2604                 }
2605         }
2606 */
2607
2608         __mmcamcorder_update_exif_orientation(handle, ed);
2609
2610         /* START INSERT EXIF_IFD */
2611
2612         /*3. User Comment*/
2613         /*FIXME : get user comment from real user */
2614         user_comment = strdup(MM_USER_COMMENT);
2615         if (user_comment) {
2616                 MMCAM_LOG_INFO("user_comment=%s", user_comment);
2617                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2618                         EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2619                 free(user_comment);
2620                 if (ret != MM_ERROR_NONE)
2621                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2622         } else {
2623                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2624                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2625         }
2626
2627         /*9. EXIF_TAG_COLOR_SPACE */
2628         if (control != NULL) {
2629                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2630                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2631                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2632                 if (ret != MM_ERROR_NONE)
2633                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2634         }
2635
2636         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2637         if (control != NULL) {
2638                 config = avsys_exif_info.component_configuration;
2639                 MMCAM_LOG_INFO("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ", config);
2640                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2641                         EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2642                 if (ret != MM_ERROR_NONE)
2643                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2644         }
2645
2646         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2647         /* written  the device_info */
2648
2649         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2650         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2651
2652         /*14. EXIF_TAG_EXPOSURE_TIME*/
2653         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2654                 unsigned char *b = NULL;
2655                 ExifRational rData;
2656
2657                 MMCAM_LOG_INFO("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2658                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2659
2660                 b = malloc(sizeof(ExifRational));
2661                 if (b) {
2662                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2663                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2664
2665                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2666                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2667                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2668                         free(b);
2669                         if (ret != MM_ERROR_NONE)
2670                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2671                 } else {
2672                         MMCAM_LOG_WARNING("malloc failed.");
2673                 }
2674         } else {
2675                 MMCAM_LOG_INFO("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2676                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2677         }
2678
2679         /*15. EXIF_TAG_FNUMBER */
2680         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2681                 unsigned char *b = NULL;
2682                 ExifRational rData;
2683
2684                 MMCAM_LOG_INFO("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2685                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2686
2687                 b = malloc(sizeof(ExifRational));
2688                 if (b) {
2689                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2690                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2691                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2692                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2693                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2694                         free(b);
2695                         if (ret != MM_ERROR_NONE)
2696                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2697                 } else {
2698                         MMCAM_LOG_WARNING("malloc failed.");
2699                 }
2700         } else {
2701                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2702                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2703         }
2704
2705         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2706         /*FIXME*/
2707         value = MM_EXPOSURE_PROGRAM;
2708         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2709         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2710                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2711         if (ret != MM_ERROR_NONE)
2712                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2713
2714         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2715         if (avsys_exif_info.iso) {
2716                 MMCAM_LOG_INFO("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2717                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2718                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2719                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2720                 if (ret != MM_ERROR_NONE)
2721                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2722         }
2723
2724         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2725         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2726                 unsigned char *b = NULL;
2727                 ExifSRational rsData;
2728
2729                 MMCAM_LOG_INFO("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2730                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2731
2732                 b = malloc(sizeof(ExifSRational));
2733                 if (b) {
2734                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2735                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2736                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2737                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2738                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2739                         free(b);
2740                         if (ret != MM_ERROR_NONE)
2741                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2742                 } else {
2743                         MMCAM_LOG_WARNING("malloc failed.");
2744                 }
2745         } else {
2746                 MMCAM_LOG_INFO("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2747                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2748         }
2749
2750         /*19. EXIF_TAG_APERTURE_VALUE*/
2751         if (avsys_exif_info.aperture_in_APEX) {
2752                 unsigned char *b = NULL;
2753                 ExifRational rData;
2754
2755                 MMCAM_LOG_INFO("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2756
2757                 b = malloc(sizeof(ExifRational));
2758                 if (b) {
2759                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2760                         rData.denominator = 1;
2761                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2762                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2763                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2764                         free(b);
2765                         if (ret != MM_ERROR_NONE)
2766                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2767                 } else {
2768                         MMCAM_LOG_WARNING("malloc failed.");
2769                 }
2770         } else {
2771                 MMCAM_LOG_INFO("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2772         }
2773
2774         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2775         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2776                 unsigned char *b = NULL;
2777                 ExifSRational rsData;
2778
2779                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2780                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2781
2782                 b = malloc(sizeof(ExifSRational));
2783                 if (b) {
2784                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2785                         rsData.denominator = avsys_exif_info.brightness_denominator;
2786                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2787                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2788                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2789                         free(b);
2790                         if (ret != MM_ERROR_NONE)
2791                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2792                 } else {
2793                         MMCAM_LOG_WARNING("malloc failed.");
2794                 }
2795         } else {
2796                 MMCAM_LOG_INFO("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2797                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2798         }
2799
2800         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2801         value = 0;
2802         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2803         if (ret == MM_ERROR_NONE) {
2804                 unsigned char *b = NULL;
2805                 ExifSRational rsData;
2806
2807                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2808                         value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2809
2810                 b = malloc(sizeof(ExifSRational));
2811                 if (b) {
2812                         rsData.numerator = value - hcamcorder->brightness_default;
2813                         if (hcamcorder->brightness_step_denominator != 0) {
2814                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2815                         } else {
2816                                 MMCAM_LOG_WARNING("brightness_step_denominator is ZERO, so set 1");
2817                                 rsData.denominator = 1;
2818                         }
2819                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2820                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2821                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2822                         free(b);
2823                         if (ret != MM_ERROR_NONE)
2824                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2825                 } else {
2826                         MMCAM_LOG_WARNING("malloc failed.");
2827                 }
2828         } else {
2829                 MMCAM_LOG_INFO("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2830         }
2831
2832         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2833 /*
2834         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2835                 unsigned char *b = NULL;
2836                 ExifRational rData;
2837
2838                 MMCAM_LOG_INFO("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2839
2840                 b = malloc(sizeof(ExifRational));
2841                 if (b) {
2842                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2843                         rData.denominator = 1;
2844                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2845                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2846                                 EXIF_FORMAT_RATIONAL, 1, b);
2847                         free(b);
2848                         if (ret != MM_ERROR_NONE)
2849                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2850                 } else {
2851                         MMCAM_LOG_WARNING("failed to alloc for MAX aperture value");
2852                 }
2853         }
2854 */
2855
2856         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2857         /* default : none */
2858
2859         /*24. EXIF_TAG_METERING_MODE */
2860         if (control != NULL) {
2861                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.metering_mode);
2862                 MMCAM_LOG_INFO("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2863                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2864                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2865                 if (ret != MM_ERROR_NONE)
2866                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2867         }
2868
2869         /*25. EXIF_TAG_LIGHT_SOURCE*/
2870
2871         /*26. EXIF_TAG_FLASH*/
2872         if (control != NULL) {
2873                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.flash);
2874                 MMCAM_LOG_INFO("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2875                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2876                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2877                 if (ret != MM_ERROR_NONE)
2878                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2879         }
2880
2881         /*27. EXIF_TAG_FOCAL_LENGTH*/
2882         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2883                 unsigned char *b = NULL;
2884                 ExifRational rData;
2885
2886                 MMCAM_LOG_INFO("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2887                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2888
2889                 b = malloc(sizeof(ExifRational));
2890                 if (b) {
2891                         rData.numerator = avsys_exif_info.focal_len_numerator;
2892                         rData.denominator = avsys_exif_info.focal_len_denominator;
2893                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2894                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2895                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2896                         free(b);
2897                         if (ret != MM_ERROR_NONE)
2898                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2899                 } else {
2900                         MMCAM_LOG_WARNING("malloc failed.");
2901                 }
2902         } else {
2903                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2904                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2905         }
2906
2907         /*28. EXIF_TAG_SENSING_METHOD*/
2908         /*FIXME*/
2909         value = MM_SENSING_MODE;
2910         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2911         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2912                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2913         if (ret != MM_ERROR_NONE)
2914                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2915
2916         /*29. EXIF_TAG_FILE_SOURCE*/
2917 /*
2918         value = MM_FILE_SOURCE;
2919         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2920         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2921                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2922         if (ret != MM_ERROR_NONE)
2923                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2924 */
2925
2926         /*30. EXIF_TAG_SCENE_TYPE*/
2927 /*
2928         value = MM_SCENE_TYPE;
2929         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2930         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2931                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2932         if (ret != MM_ERROR_NONE)
2933                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2934 */
2935
2936         /*31. EXIF_TAG_EXPOSURE_MODE*/
2937         /*FIXME*/
2938         value = MM_EXPOSURE_MODE;
2939         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2940         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2941                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2942         if (ret != MM_ERROR_NONE)
2943                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2944
2945         /*32. EXIF_TAG_WHITE_BALANCE*/
2946         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2947         if (ret == MM_ERROR_NONE) {
2948                 int set_value = 0;
2949                 MMCAM_LOG_INFO("WHITE BALANCE [%d]", value);
2950
2951                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC)
2952                         set_value = 0;
2953                 else
2954                         set_value = 1;
2955
2956                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2957                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2958                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2959                 if (ret != MM_ERROR_NONE)
2960                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2961         } else {
2962                 MMCAM_LOG_WARNING("failed to get white balance [%x]", ret);
2963         }
2964
2965         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2966 /*
2967         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2968         if (ret == MM_ERROR_NONE) {
2969                 MMCAM_LOG_INFO("DIGITAL ZOOM [%d]", value);
2970
2971                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2972                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2973                         EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2974                 if (ret != MM_ERROR_NONE)
2975                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2976         } else {
2977                 MMCAM_LOG_WARNING("failed to get digital zoom [%x]", ret);
2978         }
2979 */
2980
2981         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2982         /*FIXME*/
2983 /*
2984         value = MM_FOCAL_LENGTH_35MMFILM;
2985         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2986         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2987                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2988         if (ret != MM_ERROR_NONE)
2989                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2990 */
2991
2992         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2993         {
2994                 int scene_capture_type;
2995
2996                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2997                 if (ret == MM_ERROR_NONE) {
2998                         MMCAM_LOG_INFO("Scene mode(program mode) [%d]", value);
2999
3000                         switch (value) {
3001                         case MM_CAMCORDER_SCENE_MODE_NORMAL:
3002                                 scene_capture_type = 0; /* standard */
3003                                 break;
3004                         case MM_CAMCORDER_SCENE_MODE_PORTRAIT:
3005                                 scene_capture_type = 2; /* portrait */
3006                                 break;
3007                         case MM_CAMCORDER_SCENE_MODE_LANDSCAPE:
3008                                 scene_capture_type = 1; /* landscape */
3009                                 break;
3010                         case MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE:
3011                                 scene_capture_type = 3; /* night scene */
3012                                 break;
3013                         default:
3014                                 scene_capture_type = 4; /* Others */
3015                                 break;
3016                         }
3017
3018                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
3019                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
3020                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3021                         if (ret != MM_ERROR_NONE)
3022                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
3023                 } else {
3024                         MMCAM_LOG_WARNING("failed to get scene mode [%x]", ret);
3025                 }
3026         }
3027
3028         /*36. EXIF_TAG_GAIN_CONTROL*/
3029         /*FIXME*/
3030 /*
3031         value = MM_GAIN_CONTROL;
3032         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3033         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
3034                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3035         if (ret != MM_ERROR_NONE)
3036                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
3037 */
3038
3039
3040         /*37. EXIF_TAG_CONTRAST */
3041         {
3042                 type_int_range *irange = NULL;
3043                 int level = 0;
3044
3045                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3046                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3047                         "Contrast",
3048                         &irange);
3049                 if (irange != NULL) {
3050                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
3051
3052                         MMCAM_LOG_INFO("CONTRAST current [%d], default [%d]", value, irange->default_value);
3053
3054                         if (value == irange->default_value)
3055                                 level = MM_VALUE_NORMAL;
3056                         else if (value < irange->default_value)
3057                                 level = MM_VALUE_LOW;
3058                         else
3059                                 level = MM_VALUE_HARD;
3060
3061                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3062                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
3063                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3064                         if (ret != MM_ERROR_NONE)
3065                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
3066                 } else {
3067                         MMCAM_LOG_WARNING("failed to get range of contrast");
3068                 }
3069         }
3070
3071         /*38. EXIF_TAG_SATURATION*/
3072         {
3073                 type_int_range *irange = NULL;
3074                 int level = 0;
3075
3076                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3077                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3078                         "Saturation",
3079                         &irange);
3080                 if (irange != NULL) {
3081                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
3082
3083                         MMCAM_LOG_INFO("SATURATION current [%d], default [%d]", value, irange->default_value);
3084
3085                         if (value == irange->default_value)
3086                                 level = MM_VALUE_NORMAL;
3087                         else if (value < irange->default_value)
3088                                 level = MM_VALUE_LOW;
3089                         else
3090                                 level = MM_VALUE_HARD;
3091
3092                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3093                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
3094                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3095                         if (ret != MM_ERROR_NONE)
3096                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
3097                 } else {
3098                         MMCAM_LOG_WARNING("failed to get range of saturation");
3099                 }
3100         }
3101
3102         /*39. EXIF_TAG_SHARPNESS*/
3103         {
3104                 type_int_range *irange = NULL;
3105                 int level = 0;
3106
3107                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3108                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3109                         "Sharpness",
3110                         &irange);
3111                 if (irange != NULL) {
3112                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
3113
3114                         MMCAM_LOG_INFO("SHARPNESS current [%d], default [%d]", value, irange->default_value);
3115
3116                         if (value == irange->default_value)
3117                                 level = MM_VALUE_NORMAL;
3118                         else if (value < irange->default_value)
3119                                 level = MM_VALUE_LOW;
3120                         else
3121                                 level = MM_VALUE_HARD;
3122
3123                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3124                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
3125                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3126                         if (ret != MM_ERROR_NONE)
3127                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
3128                 } else {
3129                         MMCAM_LOG_WARNING("failed to get range of sharpness");
3130                 }
3131         }
3132
3133         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
3134         /*FIXME*/
3135         value = MM_SUBJECT_DISTANCE_RANGE;
3136         MMCAM_LOG_INFO("DISTANCE_RANGE [%d]", value);
3137         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3138         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
3139                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3140         if (ret != MM_ERROR_NONE)
3141                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
3142
3143         /* GPS information */
3144         __mmcamcorder_update_exif_gps(handle, ed);
3145
3146         MMCAM_LOG_INFO("");
3147
3148         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
3149         if (ret != MM_ERROR_NONE)
3150                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
3151
3152 exit:
3153         MMCAM_LOG_INFO("finished!! [%x]", ret);
3154
3155         if (ed)
3156                 exif_data_unref(ed);
3157
3158         return ret;
3159 }
3160
3161
3162 static void __sound_status_changed_cb(keynode_t* node, void *data)
3163 {
3164         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
3165         _MMCamcorderImageInfo *info = NULL;
3166
3167         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
3168
3169         MMCAM_LOG_INFO("START");
3170
3171         info = hcamcorder->sub_context->info_image;
3172
3173         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
3174
3175         MMCAM_LOG_INFO("DONE : sound status %d", info->sound_status);
3176
3177         return;
3178 }
3179
3180
3181 int _mmcamcorder_set_extra_preview_stream_format(MMHandleType camcorder, int stream_id, int pixel_format, int width, int height, int fps)
3182 {
3183         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3184         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3185         GstCameraControl *control = NULL;
3186         _MMCamcorderSubContext *sc = NULL;
3187
3188         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3189         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3190         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3191                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3192         mmf_return_val_if_fail(pixel_format > MM_PIXEL_FORMAT_INVALID && pixel_format < MM_PIXEL_FORMAT_NUM,
3193                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3194         mmf_return_val_if_fail(width > 0 && height > 0 && fps >= 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3195
3196         mm_camcorder_get_state(camcorder, &current_state);
3197
3198         MMCAM_LOG_INFO("state[%d] stream_id[%d],fmt[%d],res[%dx%d],fps[%d]",
3199                 current_state, stream_id, pixel_format, width, height, fps);
3200
3201         if (current_state >= MM_CAMCORDER_STATE_READY) {
3202                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3203                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3204
3205                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3206                 if (!gst_camera_control_set_extra_preview_stream_format(control,
3207                         stream_id, _mmcamcorder_get_camera_control_image_format(pixel_format), width, height, fps)) {
3208                         MMCAM_LOG_ERROR("camera control failed");
3209                         return MM_ERROR_CAMCORDER_INTERNAL;
3210                 }
3211         } else {
3212                 MMCAM_LOG_INFO("It will be set when start preview");
3213                 hcamcorder->extra_preview.format[stream_id].need_to_set_format = TRUE;
3214         }
3215
3216         hcamcorder->extra_preview.format[stream_id].pixel_format = pixel_format;
3217         hcamcorder->extra_preview.format[stream_id].width = width;
3218         hcamcorder->extra_preview.format[stream_id].height = height;
3219         hcamcorder->extra_preview.format[stream_id].fps = fps;
3220
3221         return MM_ERROR_NONE;
3222 }
3223
3224
3225 int _mmcamcorder_get_extra_preview_stream_format(MMHandleType camcorder, int stream_id, int *pixel_format, int *width, int *height, int *fps)
3226 {
3227         int _width = 0;
3228         int _height = 0;
3229         int _fps = 0;
3230         GstCameraControlImageFormat _img_fmt = GST_CAMERA_CONTROL_IMAGE_FORMAT_NV12;
3231         GstCameraControl *control = NULL;
3232         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3233         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3234         _MMCamcorderSubContext *sc = NULL;
3235
3236         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3237         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3238         mmf_return_val_if_fail(pixel_format && width && height && fps, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3239
3240         mm_camcorder_get_state(camcorder, &current_state);
3241
3242         if (current_state >= MM_CAMCORDER_STATE_READY) {
3243                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3244                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3245
3246                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3247                 if (!gst_camera_control_get_extra_preview_stream_format(control,
3248                         stream_id, &_img_fmt, &_width, &_height, &_fps)) {
3249                         MMCAM_LOG_ERROR("extra preview stream format get failed");
3250                         return MM_ERROR_CAMCORDER_INTERNAL;
3251                 }
3252
3253                 *pixel_format = _mmcamcorder_get_pixel_format2(_img_fmt);
3254                 *width = _width;
3255                 *height = _height;
3256                 *fps = _fps;
3257         } else {
3258                 *pixel_format = hcamcorder->extra_preview.format[stream_id].pixel_format;
3259                 *width = hcamcorder->extra_preview.format[stream_id].width;
3260                 *height = hcamcorder->extra_preview.format[stream_id].height;
3261                 *fps = hcamcorder->extra_preview.format[stream_id].fps;
3262         }
3263
3264         MMCAM_LOG_INFO("get result[fmt:%d(%d),res:%dx%d,fps:%d][state:%d]",
3265                 *pixel_format, _img_fmt, *width, *height, *fps, current_state);
3266
3267         return MM_ERROR_NONE;
3268 }
3269
3270
3271 int _mmcamcorder_set_extra_preview_bitrate(MMHandleType camcorder, int stream_id, int bitrate)
3272 {
3273         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3274         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3275         GstCameraControl *control = NULL;
3276         _MMCamcorderSubContext *sc = NULL;
3277
3278         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3279         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3280         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3281                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3282         mmf_return_val_if_fail(bitrate > 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3283
3284         mm_camcorder_get_state(camcorder, &current_state);
3285
3286         MMCAM_LOG_INFO("state[%d] stream[%d], bitrate[%d]", current_state, stream_id, bitrate);
3287
3288         if (current_state >= MM_CAMCORDER_STATE_READY) {
3289                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3290                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3291
3292                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3293                 if (!gst_camera_control_set_extra_preview_bitrate(control, stream_id, bitrate)) {
3294                         MMCAM_LOG_ERROR("set bitrate[%d] for stream[%d] failed", bitrate, stream_id);
3295                         return MM_ERROR_CAMCORDER_INTERNAL;
3296                 }
3297         } else {
3298                 MMCAM_LOG_INFO("It will be set when start preview");
3299                 hcamcorder->extra_preview.format[stream_id].need_to_set_bitrate = TRUE;
3300         }
3301
3302         hcamcorder->extra_preview.format[stream_id].bitrate = bitrate;
3303
3304         return MM_ERROR_NONE;
3305 }
3306
3307
3308 int _mmcamcorder_get_extra_preview_bitrate(MMHandleType camcorder, int stream_id, int *bitrate)
3309 {
3310         int _bitrate = 0;
3311         GstCameraControl *control = NULL;
3312         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3313         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3314         _MMCamcorderSubContext *sc = NULL;
3315
3316         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3317         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3318         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3319                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3320         mmf_return_val_if_fail(bitrate, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3321
3322         mm_camcorder_get_state(camcorder, &current_state);
3323
3324         if (current_state >= MM_CAMCORDER_STATE_READY) {
3325                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3326                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3327
3328                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3329                 if (!gst_camera_control_get_extra_preview_bitrate(control, stream_id, &_bitrate)) {
3330                         MMCAM_LOG_ERROR("get bitrate for stream[%d] failed", stream_id);
3331                         return MM_ERROR_CAMCORDER_INTERNAL;
3332                 }
3333
3334                 *bitrate = _bitrate;
3335         } else {
3336                 *bitrate = hcamcorder->extra_preview.format[stream_id].bitrate;
3337         }
3338
3339         MMCAM_LOG_INFO("get bitrate[%d] for stream[%d][state:%d]",
3340                 *bitrate, stream_id, current_state);
3341
3342         return MM_ERROR_NONE;
3343 }
3344
3345
3346 int _mmcamcorder_set_extra_preview_gop_interval(MMHandleType camcorder, int stream_id, int interval)
3347 {
3348         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3349         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3350         GstCameraControl *control = NULL;
3351         _MMCamcorderSubContext *sc = NULL;
3352
3353         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3354         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3355         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3356                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3357
3358         mm_camcorder_get_state(camcorder, &current_state);
3359
3360         MMCAM_LOG_INFO("state[%d] stream[%d], interval[%d]", current_state, stream_id, interval);
3361
3362         if (current_state >= MM_CAMCORDER_STATE_READY) {
3363                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3364                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3365
3366                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3367                 if (!gst_camera_control_set_extra_preview_gop_interval(control, stream_id, interval)) {
3368                         MMCAM_LOG_ERROR("set GOP interval[%d] for stream[%d] failed", interval, stream_id);
3369                         return MM_ERROR_CAMCORDER_INTERNAL;
3370                 }
3371         } else {
3372                 MMCAM_LOG_INFO("It will be set when start preview");
3373                 hcamcorder->extra_preview.format[stream_id].need_to_set_gop_interval = TRUE;
3374         }
3375
3376         hcamcorder->extra_preview.format[stream_id].gop_interval = interval;
3377
3378         return MM_ERROR_NONE;
3379 }
3380
3381
3382 int _mmcamcorder_get_extra_preview_gop_interval(MMHandleType camcorder, int stream_id, int *interval)
3383 {
3384         int _interval = 0;
3385         GstCameraControl *control = NULL;
3386         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3387         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3388         _MMCamcorderSubContext *sc = NULL;
3389
3390         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3391         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3392         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3393                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3394         mmf_return_val_if_fail(interval, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3395
3396         mm_camcorder_get_state(camcorder, &current_state);
3397
3398         if (current_state >= MM_CAMCORDER_STATE_READY) {
3399                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3400                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3401
3402                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3403                 if (!gst_camera_control_get_extra_preview_gop_interval(control, stream_id, &_interval)) {
3404                         MMCAM_LOG_ERROR("get GOP interval for stream[%d] failed", stream_id);
3405                         return MM_ERROR_CAMCORDER_INTERNAL;
3406                 }
3407
3408                 *interval = _interval;
3409         } else {
3410                 *interval = hcamcorder->extra_preview.format[stream_id].gop_interval;
3411         }
3412
3413         MMCAM_LOG_INFO("get GOP interval[%d] for stream[%d][state:%d]",
3414                 *interval, stream_id, current_state);
3415
3416         return MM_ERROR_NONE;
3417 }