src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include "mm_camcorder_internal.h"
  29 #include "mm_camcorder_stillshot.h"
  30 #include "mm_camcorder_exifinfo.h"
  31 #include "mm_camcorder_exifdef.h"
  32 #include <libexif/exif-loader.h>
  33 #include <libexif/exif-utils.h>
  34 #include <libexif/exif-data.h>
  35
  36 /*---------------------------------------------------------------------------------------
  37 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  38 ---------------------------------------------------------------------------------------*/
  39 #define EXIF_SET_ERR(return_type, tag_id) \
  40 do { \
  41         MMCAM_LOG_ERROR("error=%x,tag=%x", return_type, tag_id); \
  42         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  43                 goto exit; \
  44         } \
  45 } while (0)
  46
  47 /*---------------------------------------------------------------------------------------
  48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  49 ---------------------------------------------------------------------------------------*/
  50 #define THUMBNAIL_WIDTH         320
  51 #define THUMBNAIL_HEIGHT        240
  52 #define THUMBNAIL_JPEG_QUALITY  90
  53 #define TRY_LOCK_MAX_COUNT      100
  54 #define TRY_LOCK_TIME           20000   /* ms */
  55 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  56
  57
  58 /*---------------------------------------------------------------------------------------
  59 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  60 ---------------------------------------------------------------------------------------*/
  61 /** STATIC INTERNAL FUNCTION **/
  62 /* Functions for JPEG capture without Encode bin */
  63 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
  64 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  65 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  66 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  67 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data);
  68
  69 /* sound status changed callback */
  70 static void __sound_status_changed_cb(keynode_t* node, void *data);
  71
  72 /*=======================================================================================
  73 |  FUNCTION DEFINITIONS                                                                 |
  74 =======================================================================================*/
  75
  76 /*---------------------------------------------------------------------------------------
  77 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
  78 ---------------------------------------------------------------------------------------*/
  79
  80
  81 int _mmcamcorder_prepare_capture_mode_encodebin(MMHandleType handle)
  82 {
  83         int err = MM_ERROR_UNKNOWN;
  84         GstPad *srcpad = NULL;
  85         GstPad *sinkpad = NULL;
  86
  87         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
  88         _MMCamcorderSubContext *sc = NULL;
  89
  90         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  91
  92         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
  93         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  94
  95         MMCAM_LOG_INFO("");
  96
  97         /* Create gstreamer element */
  98         MMCAM_LOG_INFO("Using Encodebin for capturing");
  99
 100         /* Create capture pipeline */
 101         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 102
 103         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 104         if (err != MM_ERROR_NONE)
 105                 return err;
 106
 107         /* add element and encodesink bin to encode main pipeline */
 108         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 109                 sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 110                 sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
 111                 sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 112                 NULL);
 113
 114         /* Link each element : appsrc - capsfilter - encodesink bin */
 115         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 116         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
 117         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 118
 119         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
 120         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 121         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 122
 123         /* connect handoff signal to get capture data */
 124         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 125                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 126                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 127                 hcamcorder);
 128
 129         return MM_ERROR_NONE;
 130
 131 pipeline_creation_error:
 132         _mmcamcorder_unprepare_capture_mode_encodebin(handle);
 133         return err;
 134 }
 135
 136
 137 int _mmcamcorder_prepare_capture_mode_camera_control(MMHandleType handle)
 138 {
 139         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 140         _MMCamcorderSubContext *sc = NULL;
 141
 142         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 143
 144         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 145         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 146
 147         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 148
 149         MMCAM_LOG_INFO("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 150
 151         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 152                 _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 153                 G_CALLBACK(__mmcamcorder_image_capture_cb),
 154                 hcamcorder);
 155
 156         return MM_ERROR_NONE;
 157 }
 158
 159
 160 int _mmcamcorder_prepare_capture_mode_image_pad(MMHandleType handle)
 161 {
 162         int err = MM_ERROR_NONE;
 163         int capture_width = 0;
 164         int capture_height = 0;
 165         int capture_quality = 0;
 166         char *err_name = NULL;
 167         gchar *caps_string = NULL;
 168         GstCaps *caps = NULL;
 169         GList *element_list = NULL;
 170
 171         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 172         _MMCamcorderSubContext *sc = NULL;
 173
 174         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 175
 176         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 177         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 178         mmf_return_val_if_fail(sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 179
 180         err = mm_camcorder_get_attributes(handle, &err_name,
 181                 MMCAM_CAPTURE_WIDTH, &capture_width,
 182                 MMCAM_CAPTURE_HEIGHT, &capture_height,
 183                 MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
 184                 NULL);
 185         if (err != MM_ERROR_NONE) {
 186                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, err);
 187                 SAFE_FREE(err_name);
 188                 return err;
 189         }
 190
 191         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_FILT, "capsfilter", "videosrc_cap_filt", element_list, err);
 192         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK, "fakesink", "videosrc_cap_sink", element_list, err);
 193
 194         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "sync", TRUE);
 195         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "async", FALSE);
 196         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "enable-last-sample", FALSE);
 197         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "signal-handoffs", TRUE);
 198
 199         caps = gst_caps_new_simple("image/jpeg",
 200                 "width", G_TYPE_INT, capture_width,
 201                 "height", G_TYPE_INT, capture_height,
 202                 NULL);
 203         if (!caps) {
 204                 MMCAM_LOG_ERROR("caps for capture failed");
 205                 err = MM_ERROR_CAMCORDER_GST_LINK;
 206                 goto pipeline_creation_error;
 207         }
 208
 209         caps_string = gst_caps_to_string(caps);
 210         if (caps_string) {
 211                 MMCAM_LOG_INFO("set caps for capture[%s]", caps_string);
 212                 g_free(caps_string);
 213                 caps_string = NULL;
 214         }
 215
 216         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_FILT].gst, "caps", caps);
 217         gst_caps_unref(caps);
 218
 219         /* add elements to main pipeline */
 220         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 221                 MMCAM_LOG_ERROR("element_list add error.");
 222                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 223                 goto pipeline_creation_error;
 224         }
 225
 226         /* link elements */
 227         if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "image_%u",
 228                 sc->element[_MMCAMCORDER_VIDEOSRC_CAP_FILT].gst, "sink")) {
 229                 MMCAM_LOG_ERROR("capture pad link failed");
 230                 err = MM_ERROR_CAMCORDER_GST_LINK;
 231                 goto pipeline_creation_error;
 232         }
 233
 234         if (!_mmcamcorder_link_elements(element_list)) {
 235                 MMCAM_LOG_ERROR("element link error.");
 236                 err = MM_ERROR_CAMCORDER_GST_LINK;
 237                 goto pipeline_creation_error;
 238         }
 239
 240         g_list_free(element_list);
 241
 242         /* connect handoff signal to get capture data */
 243         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst,
 244                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 245                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 246                 hcamcorder);
 247
 248         return MM_ERROR_NONE;
 249
 250 pipeline_creation_error:
 251         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_FILT);
 252         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK);
 253
 254         if (element_list) {
 255                 g_list_free(element_list);
 256                 element_list = NULL;
 257         }
 258
 259         return err;
 260 }
 261
 262
 263 static int __mmcamcorder_extra_preview_camera_control(mmf_camcorder_t *hcamcorder)
 264 {
 265         int i = 0;
 266         _MMCamcorderSubContext *sc = NULL;
 267         GstCameraControl *control = NULL;
 268         _MMCamcorderExtraPreviewFormat *e_fmt = NULL;
 269
 270         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 271
 272         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 273         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 274
 275         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 276
 277         MMCAM_LOG_INFO("connect extra preview stream signal to _MMCAMCORDER_VIDEOSRC_SRC");
 278
 279         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 280                 _MMCAMCORDER_HANDLER_EXTRA_PREVIEW, "extra-preview-stream-cb",
 281                 G_CALLBACK(__mmcamcorder_extra_preview_stream_cb),
 282                 hcamcorder);
 283
 284         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 285         if (!control) {
 286                 MMCAM_LOG_ERROR("no camera control");
 287                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 288         }
 289
 290         for (i = 0 ; i < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM ; i++) {
 291                 e_fmt = &hcamcorder->extra_preview.format[i];
 292
 293                 if (e_fmt->need_to_set_format) {
 294                         if (!gst_camera_control_set_extra_preview_stream_format(control,
 295                                 i, _mmcamcorder_get_pixel_format2(e_fmt->pixel_format),
 296                                 e_fmt->width, e_fmt->height, e_fmt->fps))
 297                                 MMCAM_LOG_WARNING("set format[%d,%dx%d,%d] failed for stream[%d]",
 298                                         e_fmt->pixel_format, e_fmt->width, e_fmt->height, e_fmt->fps, i);
 299
 300                         e_fmt->need_to_set_format = FALSE;
 301                 }
 302
 303                 if (e_fmt->need_to_set_bitrate) {
 304                         if (!gst_camera_control_set_extra_preview_bitrate(control, i, e_fmt->bitrate))
 305                                 MMCAM_LOG_WARNING("set bitrate[%d] failed for stream[%d]", e_fmt->bitrate, i);
 306
 307                         e_fmt->need_to_set_bitrate = FALSE;
 308                 }
 309
 310                 if (e_fmt->need_to_set_gop_interval) {
 311                         if (!gst_camera_control_set_extra_preview_gop_interval(control, i, e_fmt->gop_interval))
 312                                 MMCAM_LOG_WARNING("set GOP interval[%d] failed for stream[%d]", e_fmt->gop_interval, i);
 313
 314                         e_fmt->need_to_set_gop_interval = FALSE;
 315                 }
 316         }
 317
 318         return MM_ERROR_NONE;
 319 }
 320
 321
 322 static int __mmcamcorder_extra_preview_video_pad(mmf_camcorder_t *hcamcorder)
 323 {
 324         int err = MM_ERROR_NONE;
 325         int extra_preview_enable = 0;
 326         int width = 0;
 327         int height = 0;
 328         int fps = 0;
 329         GstCaps *caps = NULL;
 330         GList *element_list = NULL;
 331         _MMCamcorderSubContext *sc = NULL;
 332
 333         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 334
 335         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 336         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 337
 338         err = mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
 339                 MMCAM_EXTRA_PREVIEW_ENABLE, &extra_preview_enable,
 340                 NULL);
 341
 342         width = hcamcorder->extra_preview.format[0].width;
 343         height = hcamcorder->extra_preview.format[0].height;
 344         fps = hcamcorder->extra_preview.format[0].fps;
 345
 346         if (!extra_preview_enable || width <= 0 || height <= 0 || fps <= 0) {
 347                 MMCAM_LOG_WARNING("extra preview disabled[enable:%d,res:%dx%d,fps:%d]",
 348                         extra_preview_enable, width, height, fps);
 349                 return MM_ERROR_NONE;
 350         }
 351
 352         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_FILT, "capsfilter", "videosrc_ext_filt", element_list, err);
 353         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK, "fakesink", "videosrc_ext_sink", element_list, err);
 354
 355         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "sync", TRUE);
 356         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "async", FALSE);
 357         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "enable-last-sample", FALSE);
 358         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "signal-handoffs", TRUE);
 359
 360         caps = _mmcamcorder_get_video_caps((MMHandleType)hcamcorder,
 361                 hcamcorder->extra_preview.format[0].pixel_format,
 362                 width, height, fps, -1);
 363         if (!caps) {
 364                 MMCAM_LOG_ERROR("caps for extra preview failed");
 365                 err = MM_ERROR_CAMCORDER_GST_LINK;
 366                 goto pipeline_creation_error;
 367         }
 368
 369         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_FILT].gst, "caps", caps);
 370         gst_caps_unref(caps);
 371
 372         /* add elements to main pipeline */
 373         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 374                 MMCAM_LOG_ERROR("element_list add error.");
 375                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 376                 goto pipeline_creation_error;
 377         }
 378
 379         /* link elements */
 380         if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "video_%u",
 381                 sc->element[_MMCAMCORDER_VIDEOSRC_EXT_FILT].gst, "sink")) {
 382                 MMCAM_LOG_ERROR("pad for extra preview link failed");
 383                 err = MM_ERROR_CAMCORDER_GST_LINK;
 384                 goto pipeline_creation_error;
 385         }
 386
 387         if (!_mmcamcorder_link_elements(element_list)) {
 388                 MMCAM_LOG_ERROR("element link error.");
 389                 err = MM_ERROR_CAMCORDER_GST_LINK;
 390                 goto pipeline_creation_error;
 391         }
 392
 393         g_list_free(element_list);
 394
 395         /* connect handoff signal to get capture data */
 396         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst,
 397                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 398                 G_CALLBACK(__mmcamcorder_handoff_callback_extra_preview),
 399                 hcamcorder);
 400
 401         return MM_ERROR_NONE;
 402
 403 pipeline_creation_error:
 404         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_FILT);
 405         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK);
 406
 407         if (element_list) {
 408                 g_list_free(element_list);
 409                 element_list = NULL;
 410         }
 411
 412         return err;
 413 }
 414
 415
 416 int _mmcamcorder_initialize_extra_preview(MMHandleType handle)
 417 {
 418         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 419
 420         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 421
 422         switch (hcamcorder->extra_preview.mode) {
 423         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
 424                 return __mmcamcorder_extra_preview_camera_control(hcamcorder);
 425         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_VIDEO_PAD:
 426                 return __mmcamcorder_extra_preview_video_pad(hcamcorder);
 427         default:
 428                 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
 429                 return MM_ERROR_CAMCORDER_INTERNAL;
 430         }
 431 }
 432
 433
 434 int _mmcamcorder_unprepare_capture_mode_encodebin(MMHandleType handle)
 435 {
 436         int ret = MM_ERROR_NONE;
 437         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 438         _MMCamcorderSubContext *sc = NULL;
 439
 440         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 441
 442         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 443         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 444
 445         MMCAM_LOG_INFO("");
 446
 447         /* Check pipeline */
 448         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 449                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 450                 if (ret != MM_ERROR_NONE) {
 451                         MMCAM_LOG_ERROR("Failed to change encode main pipeline state [0x%x]", ret);
 452                         return ret;
 453                 }
 454
 455                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 456
 457                 GstPad *reqpad = NULL;
 458
 459                 /* release request pad */
 460                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 461                 if (reqpad) {
 462                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 463                         gst_object_unref(reqpad);
 464                         reqpad = NULL;
 465                 }
 466
 467                 /* release encode main pipeline */
 468                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 469
 470                 MMCAM_LOG_INFO("Encoder pipeline removed");
 471         } else {
 472                 MMCAM_LOG_INFO("encode main pipeline is already removed");
 473         }
 474
 475         return MM_ERROR_NONE;
 476 }
 477
 478
 479 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 480 {
 481         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 482         _MMCamcorderSubContext *sc = NULL;
 483         int display_reuse_hint = FALSE;
 484         GstElement *sink_element = NULL;
 485         MMHandleType attrs;
 486         int attr_index = 0;
 487
 488         mmf_return_if_fail(hcamcorder);
 489
 490         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 491         mmf_return_if_fail(sc && sc->element);
 492
 493         MMCAM_LOG_INFO("");
 494
 495         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 496                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 497                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 498
 499                 /* check reuse flag for display element */
 500                 mm_camcorder_get_attributes(handle, NULL,
 501                         MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
 502                         NULL);
 503
 504                 MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
 505
 506                 if (!display_reuse_hint)
 507                         goto _REUSE_CHECK_DONE;
 508
 509                 sink_element = sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst;
 510                 if (!sink_element) {
 511                         MMCAM_LOG_WARNING("sink element is NULL");
 512                         goto _REUSE_CHECK_DONE;
 513                 }
 514
 515                 attrs = MMF_CAMCORDER_ATTRS(handle);
 516                 if (!attrs) {
 517                         MMCAM_LOG_WARNING("attribute is NULL");
 518                         goto _REUSE_CHECK_DONE;
 519                 }
 520
 521                 MMCAM_LOG_INFO("REF sink element %p and set it to attribute", sink_element);
 522
 523                 /* ref element before remove it from pipeline */
 524                 gst_object_ref(sink_element);
 525
 526                 if (!gst_bin_remove(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), sink_element))
 527                         MMCAM_LOG_WARNING("failed to remove sink element from pipeline");
 528
 529                 /* reset floating reference flag to avoid leak after next use */
 530                 g_object_force_floating(G_OBJECT(sink_element));
 531
 532                 /* set sink element pointer to attribute */
 533                 mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
 534                 mm_attrs_set_data(attrs, attr_index, (void *)sink_element, sizeof(*sink_element));
 535                 mm_attrs_commit(attrs, attr_index);
 536
 537                 /* remove notify callback */
 538                 g_object_weak_unref(G_OBJECT(sink_element), (GWeakNotify)_mmcamcorder_element_release_noti, sc);
 539
 540                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst = NULL;
 541                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].id = _MMCAMCORDER_NONE;
 542
 543 _REUSE_CHECK_DONE:
 544                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
 545
 546                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 547
 548                 traceEnd(TTRACE_TAG_CAMERA);
 549
 550                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 551
 552                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
 553
 554                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 555
 556                 traceEnd(TTRACE_TAG_CAMERA);
 557
 558                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 559         }
 560
 561         return;
 562 }
 563
 564
 565 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
 566 {
 567         int ret = MM_ERROR_NONE;
 568         int width = 0;
 569         int height = 0;
 570         int fps = 0;
 571         int image_encoder = MM_IMAGE_CODEC_JPEG;
 572         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 573         int is_modified_size = FALSE;
 574         int tag_orientation = 0;
 575         unsigned int cap_fourcc = 0;
 576         char *err_name = NULL;
 577
 578         GstCameraControl *control = NULL;
 579
 580         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 581         _MMCamcorderImageInfo *info = NULL;
 582         _MMCamcorderSubContext *sc = NULL;
 583         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 584
 585         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 586
 587         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 588         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 589
 590         MMCAM_LOG_INFO("");
 591
 592         info = sc->info_image;
 593
 594         if (info->capturing) {
 595                 MMCAM_LOG_ERROR("already capturing");
 596                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 597         }
 598
 599         /* get current state */
 600         mm_camcorder_get_state(handle, &current_state);
 601
 602         /* set capture flag */
 603         info->capturing = TRUE;
 604
 605         ret = mm_camcorder_get_attributes(handle, &err_name,
 606                 MMCAM_IMAGE_ENCODER, &image_encoder,
 607                 MMCAM_CAMERA_WIDTH, &width,
 608                 MMCAM_CAMERA_HEIGHT, &height,
 609                 MMCAM_CAMERA_FPS, &fps,
 610                 MMCAM_CAPTURE_FORMAT, &info->capture_format,
 611                 MMCAM_CAPTURE_WIDTH, &info->width,
 612                 MMCAM_CAPTURE_HEIGHT, &info->height,
 613                 MMCAM_CAPTURE_COUNT, &info->count,
 614                 MMCAM_CAPTURE_INTERVAL, &info->interval,
 615                 MMCAM_STROBE_MODE, &strobe_mode,
 616                 MMCAM_TAG_ORIENTATION, &tag_orientation,
 617                 NULL);
 618         if (err_name) {
 619                 MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 620                 SAFE_FREE(err_name);
 621         }
 622
 623         ret = MM_ERROR_NONE;
 624
 625         /* check capture count */
 626         if (info->count < 1) {
 627                 MMCAM_LOG_ERROR("capture count[%d] is invalid", info->count);
 628                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 629                 goto cmd_done;
 630         } else if (info->count == 1) {
 631                 info->type = _MMCamcorder_SINGLE_SHOT;
 632         } else {
 633                 info->type = _MMCamcorder_MULTI_SHOT;
 634                 info->next_shot_time = 0;
 635                 info->multi_shot_stop = FALSE;
 636
 637                 /* sound init */
 638                 _mmcamcorder_sound_init(handle);
 639         }
 640
 641         MMCAM_LOG_INFO("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 642                 width, height, info->preview_format, info->width, info->height, info->capture_format,
 643                 info->count, info->hdr_capture_mode, info->interval);
 644
 645         /* check state */
 646         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 647                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
 648                         MMCAM_LOG_ERROR("could not capture in this target while recording");
 649                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 650                         goto cmd_done;
 651                 }
 652
 653                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 654                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 655                         MMCAM_LOG_ERROR("does not support multi/HDR capture while recording");
 656                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 657                         goto cmd_done;
 658                 }
 659
 660                 /* check capture size if ZSL is not supported*/
 661                 if (hcamcorder->support_zsl_capture == FALSE) {
 662                         MMCAM_LOG_WARNING("Capture size should be same with preview size while recording");
 663                         MMCAM_LOG_WARNING("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 664
 665                         info->width = width;
 666                         info->height = height;
 667
 668                         MMCAM_LOG_INFO("set capture width and height [%dx%d] to camera plugin", width, height);
 669                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 670                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 671
 672                         is_modified_size = TRUE;
 673                 }
 674         }
 675
 676         info->capture_cur_count = 0;
 677         info->capture_send_count = 0;
 678
 679         sc->internal_encode = FALSE;
 680
 681         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD) {
 682                 MMCAM_LOG_INFO("emit signal[capture-image]");
 683                 g_signal_emit_by_name(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-image");
 684         } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 685                 /* Check encoding method */
 686                 if (info->capture_format == MM_PIXEL_FORMAT_ENCODED) {
 687                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 688                             hcamcorder->support_zsl_capture || is_modified_size) {
 689                                 cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, image_encoder, hcamcorder->use_zero_copy_format);
 690                                 MMCAM_LOG_INFO("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 691                         } else {
 692                                 /* no need to encode internally if ITLV format */
 693                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY)
 694                                         sc->internal_encode = TRUE;
 695
 696                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 697
 698                                 MMCAM_LOG_INFO("MSL JPEG Capture : capture fourcc %c%c%c%c",
 699                                         cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 700                         }
 701                 } else {
 702                         cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 703                 }
 704
 705                 MMCAM_LOG_INFO("capture format (%d)", info->capture_format);
 706
 707                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 708                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 709                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 710                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 711
 712                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 713                         MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
 714                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 715                         goto cmd_done;
 716                 }
 717
 718                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 719                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 720         } else {
 721                 int cap_jpeg_quality = 0;
 722
 723                 if (width != info->width || height != info->height) {
 724                         int rotation = 0;
 725
 726                         MMCAM_LOG_INFO("Need to change resolution");
 727
 728                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 729                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 730
 731                         /* make pipeline state as READY */
 732                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 733
 734                         /* check decoder recreation */
 735                         if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
 736                                 MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
 737                                 return MM_ERROR_CAMCORDER_INTERNAL;
 738                         }
 739
 740                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 741                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 742
 743                         if (ret != MM_ERROR_NONE) {
 744                                 MMCAM_LOG_ERROR("failed to set state PAUSED %x", ret);
 745                                 goto cmd_done;
 746                         }
 747
 748                         mm_camcorder_get_attributes(handle, &err_name,
 749                                 MMCAM_CAMERA_ROTATION, &rotation,
 750                                 NULL);
 751                         if (err_name) {
 752                                 MMCAM_LOG_WARNING("get_attributes err %s", err_name);
 753                                 SAFE_FREE(err_name);
 754                         }
 755
 756                         /* set new caps */
 757                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, info->width, info->height, fps, rotation);
 758                         if (!ret) {
 759                                 MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
 760                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 761                                 goto cmd_done;
 762                         }
 763
 764                         info->resolution_change = TRUE;
 765
 766                         /* set frame stability count for capture */
 767                         _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_CAPTURE);
 768
 769                         /* make pipeline state as PLAYING */
 770                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 771                         if (ret != MM_ERROR_NONE) {
 772                                 MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 773                                 goto cmd_done;
 774                         }
 775
 776                         MMCAM_LOG_INFO("Change to target resolution(%d, %d)", info->width, info->height);
 777                 } else {
 778                         MMCAM_LOG_INFO("No need to change resolution. Open toggle now.");
 779                         info->resolution_change = FALSE;
 780                 }
 781
 782                 ret = _mmcamcorder_prepare_capture_mode_encodebin((MMHandleType)hcamcorder);
 783                 if (ret != MM_ERROR_NONE) {
 784                         MMCAM_LOG_ERROR("failed to create encodesinkbin %x", ret);
 785                         goto cmd_done;
 786                 }
 787
 788                 ret = mm_camcorder_get_attributes(handle, &err_name,
 789                         MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 790                         NULL);
 791                 if (err_name) {
 792                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 793                         SAFE_FREE(err_name);
 794                 }
 795
 796                 /* set JPEG quality */
 797                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 798
 799                 /* set handoff signal as TRUE */
 800                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", TRUE);
 801                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 802
 803                 /* Prepare for the shutter sound when it's the bencbin mode capture */
 804                 sc->info_video->is_first_frame = TRUE;
 805
 806                 /* set push encoding buffer as TRUE */
 807                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 808
 809                 /* make encode pipeline state as PLAYING */
 810                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 811                 if (ret != MM_ERROR_NONE) {
 812                         MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 813                         goto cmd_done;
 814                 }
 815         }
 816
 817         /* Play capture sound here if single capture */
 818         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 819              (hcamcorder->support_zsl_capture == FALSE ||
 820               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 821             info->hdr_capture_mode) {
 822                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 823                     hcamcorder->support_zsl_capture == TRUE &&
 824                     !info->hdr_capture_mode) {
 825                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
 826                 }
 827
 828                 /* set flag */
 829                 info->played_capture_sound = TRUE;
 830         } else {
 831                 /* set flag */
 832                 info->played_capture_sound = FALSE;
 833         }
 834
 835 cmd_done:
 836         if (ret != MM_ERROR_NONE) {
 837                 info->capturing = FALSE;
 838
 839                 /* sound finalize */
 840                 if (info->type == _MMCamcorder_MULTI_SHOT)
 841                         _mmcamcorder_sound_finalize(handle);
 842
 843                 /* send signal for task thread : It prevent unnecessary invalid operation error in task thread */
 844                 if (hcamcorder->capture_in_recording) {
 845                         hcamcorder->capture_in_recording = FALSE;
 846
 847                         g_mutex_lock(&hcamcorder->task_thread_lock);
 848
 849                         if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
 850                                 hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_NONE;
 851                                 MMCAM_LOG_INFO("send signal for capture in recording");
 852                                 g_cond_signal(&hcamcorder->task_thread_cond);
 853                         } else {
 854                                 MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
 855                         }
 856
 857                         g_mutex_unlock(&hcamcorder->task_thread_lock);
 858                 }
 859         }
 860
 861         return ret;
 862 }
 863
 864
 865 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 866 {
 867         int ret = MM_ERROR_NONE;
 868         int width = 0;
 869         int height = 0;
 870         int fps = 0;
 871         int rotation = 0;
 872         int bitrate = 0;
 873         int gop_interval = 0;
 874         unsigned int current_framecount = 0;
 875         int current_state = MM_CAMCORDER_STATE_NONE;
 876         gboolean fps_auto = FALSE;
 877         char *err_name = NULL;
 878
 879         GstState state;
 880         GstElement *pipeline = NULL;
 881         GstCameraControl *control = NULL;
 882
 883         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 884         _MMCamcorderImageInfo *info = NULL;
 885         _MMCamcorderSubContext *sc = NULL;
 886
 887         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 888
 889         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 890         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 891
 892         /*MMCAM_LOG_INFO("");*/
 893
 894         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 895         info = sc->info_image;
 896
 897         sc->display_interval = 0;
 898         sc->previous_slot_time = 0;
 899
 900         /* Image info */
 901         info->next_shot_time = 0;
 902         info->multi_shot_stop = TRUE;
 903         info->capturing = FALSE;
 904
 905         current_state = _mmcamcorder_get_state(handle);
 906         MMCAM_LOG_INFO("current state [%d]", current_state);
 907
 908         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 909                 MMCAM_LOG_INFO("Preview start");
 910
 911                 /* just set capture stop command if current state is CAPTURING */
 912                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
 913                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 914                                 MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
 915                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 916                         }
 917
 918                         current_framecount = sc->kpi.video_framecount;
 919
 920                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 921                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
 922
 923                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
 924                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
 925                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 926                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 927                         }
 928                 } else {
 929                         int focus_mode = 0;
 930                         MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
 931
 932                         /* This case is starting of preview */
 933                         ret = mm_camcorder_get_attributes(handle, &err_name,
 934                                 MMCAM_CAMERA_FPS_AUTO, &fps_auto,
 935                                 MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
 936                                 NULL);
 937                         if (ret != MM_ERROR_NONE) {
 938                                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, ret);
 939                                 SAFE_FREE(err_name);
 940                         }
 941
 942                         MMCAM_LOG_INFO("focus mode %d", focus_mode);
 943
 944                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
 945
 946                         /* set focus mode */
 947                         if (attrs) {
 948                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
 949                                         mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_MODE);
 950                                         mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_MODE);
 951
 952                                         if (focus_mode == MM_CAMCORDER_FOCUS_MODE_MANUAL) {
 953                                                 mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
 954                                                 mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
 955                                         }
 956                                 } else {
 957                                         MMCAM_LOG_INFO("focus mode is not supported");
 958                                 }
 959                         } else {
 960                                 MMCAM_LOG_ERROR("failed to get attributes");
 961                         }
 962                 }
 963         }
 964
 965         /* init prev_time */
 966         sc->info_video->prev_preview_ts = 0;
 967
 968         gst_element_get_state(pipeline, &state, NULL, -1);
 969
 970         if (state == GST_STATE_PLAYING) {
 971                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 972                         int try_count = 0;
 973
 974                         if (hcamcorder->support_zsl_capture == FALSE) {
 975                                 MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
 976
 977                                 /* Set strobe mode - strobe mode can not be set to driver while capturing */
 978                                 if (attrs) {
 979                                         mm_attrs_set_modified(attrs, MM_CAM_STROBE_MODE);
 980                                         if (mm_attrs_commit(attrs, MM_CAM_STROBE_MODE) == -1)
 981                                                 MMCAM_LOG_WARNING("Failed to set strobe mode");
 982                                 }
 983
 984                                 while (current_framecount >= sc->kpi.video_framecount &&
 985                                         try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
 986                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
 987                                 }
 988                         }
 989
 990                         if (info->type == _MMCamcorder_MULTI_SHOT) {
 991                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 992                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 993                         }
 994
 995                         MMCAM_LOG_INFO("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
 996                                 current_framecount, sc->kpi.video_framecount, try_count);
 997                 } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
 998                         ret = _mmcamcorder_unprepare_capture_mode_encodebin(handle);
 999                         if (ret != MM_ERROR_NONE)
1000                                 goto cmd_error;
1001
1002                         if (info->resolution_change) {
1003                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1004                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1005
1006                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1007
1008                                 /* check decoder recreation */
1009                                 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
1010                                         MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
1011                                         return MM_ERROR_CAMCORDER_INTERNAL;
1012                                 }
1013
1014                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1015                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1016
1017                                 if (ret != MM_ERROR_NONE)
1018                                         goto cmd_error;
1019
1020                                 /* check if resolution need to rollback */
1021                                 mm_camcorder_get_attributes(handle, &err_name,
1022                                         MMCAM_CAMERA_WIDTH, &width,
1023                                         MMCAM_CAMERA_HEIGHT, &height,
1024                                         MMCAM_CAMERA_FPS, &fps,
1025                                         MMCAM_CAMERA_ROTATION, &rotation,
1026                                         NULL);
1027                                 if (err_name) {
1028                                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
1029                                         SAFE_FREE(err_name);
1030                                 }
1031
1032                                 /* set new caps */
1033                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
1034                                 if (!ret) {
1035                                         MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
1036                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
1037                                         goto cmd_error;
1038                                 }
1039
1040                                 /* set frame stability count for preview */
1041                                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1042
1043                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1044                                 if (ret != MM_ERROR_NONE)
1045                                         goto cmd_error;
1046                         }
1047                 }
1048
1049                 /* sound finalize */
1050                 if (info->type == _MMCamcorder_MULTI_SHOT)
1051                         _mmcamcorder_sound_finalize(handle);
1052         } else {
1053                 if (_mmcamcorder_is_encoded_preview_pixel_format(info->preview_format)) {
1054                         mm_camcorder_get_attributes(handle, NULL,
1055                                 MMCAM_ENCODED_PREVIEW_BITRATE, &bitrate,
1056                                 MMCAM_ENCODED_PREVIEW_GOP_INTERVAL, &gop_interval,
1057                                 NULL);
1058
1059                         _mmcamcorder_set_encoded_preview_bitrate(handle, bitrate);
1060                         _mmcamcorder_set_encoded_preview_gop_interval(handle, gop_interval);
1061                 }
1062
1063                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1064                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1065
1066                 /* set frame stability count for preview */
1067                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1068
1069                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
1070
1071                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1072
1073                 traceEnd(TTRACE_TAG_CAMERA);
1074
1075                 if (ret != MM_ERROR_NONE)
1076                         goto cmd_error;
1077
1078                 /* get sound status/volume level and register changed_cb */
1079                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
1080                     info->sound_status == _SOUND_STATUS_INIT) {
1081                         MMCAM_LOG_INFO("register vconf changed_cb and get sound status");
1082
1083                         /* register changed_cb */
1084                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
1085
1086                         /* get sound status */
1087                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
1088
1089                         MMCAM_LOG_INFO("sound status %d", info->sound_status);
1090                 }
1091         }
1092
1093 cmd_error:
1094         return ret;
1095 }
1096
1097
1098 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
1099 {
1100         int ret = MM_ERROR_NONE;
1101         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
1102         int set_strobe = 0;
1103         int display_reuse_hint = FALSE;
1104         GstCameraControl *control = NULL;
1105         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1106
1107         GstElement *pipeline = NULL;
1108
1109         _MMCamcorderSubContext *sc = NULL;
1110
1111         MMCAM_LOG_INFO("");
1112
1113         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1114
1115         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1116         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1117
1118         /* check strobe and set OFF if PERMANENT mode */
1119         mm_camcorder_get_attributes(handle, NULL,
1120                 MMCAM_STROBE_MODE, &strobe_mode,
1121                 NULL);
1122         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
1123             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1124                 MMCAM_LOG_INFO("current strobe mode is PERMANENT, set OFF");
1125
1126                 /* get camera control */
1127                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1128                 if (control) {
1129                         /* convert MSL to sensor value */
1130                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
1131
1132                         /* set strobe OFF */
1133                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
1134
1135                         MMCAM_LOG_INFO("set strobe OFF done - value: %d", set_strobe);
1136                 } else {
1137                         MMCAM_LOG_WARNING("cast CAMERA_CONTROL failed");
1138                 }
1139         }
1140
1141         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1142
1143         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
1144                 MMCAM_LOG_INFO("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",
1145                         sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
1146                 _mmcamcorder_remove_recorder_pipeline(handle);
1147         }
1148
1149         mm_camcorder_get_attributes(handle, NULL,
1150                 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
1151                 NULL);
1152
1153         MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
1154
1155         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", display_reuse_hint);
1156
1157         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1158         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1159
1160         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
1161
1162         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1163
1164         traceEnd(TTRACE_TAG_CAMERA);
1165
1166         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1167         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1168
1169         if (display_reuse_hint)
1170                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", FALSE);
1171
1172         /* deregister sound status callback */
1173         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
1174                 MMCAM_LOG_INFO("deregister sound status callback");
1175
1176                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
1177
1178                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
1179         }
1180
1181         return ret;
1182 }
1183
1184
1185 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
1186 {
1187         int ret = MM_ERROR_NONE;
1188
1189         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1190         _MMCamcorderSubContext *sc = NULL;
1191
1192         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1193
1194         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1195         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1196
1197         MMCAM_LOG_INFO("command %d", command);
1198
1199         switch (command) {
1200         case _MMCamcorder_CMD_CAPTURE:
1201                 ret = _mmcamcorder_image_cmd_capture(handle);
1202                 break;
1203         case _MMCamcorder_CMD_PREVIEW_START:
1204                 ret = _mmcamcorder_image_cmd_preview_start(handle);
1205
1206                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
1207                 _mmcamcorder_video_current_framerate_init(handle);
1208                 break;
1209         case _MMCamcorder_CMD_PREVIEW_STOP:
1210                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
1211                 break;
1212         case _MMCamcorder_CMD_RECORD:
1213         case _MMCamcorder_CMD_PAUSE:
1214         case _MMCamcorder_CMD_CANCEL:
1215         case _MMCamcorder_CMD_COMMIT:
1216                 /* video recording command */
1217                 ret = _mmcamcorder_video_command(handle, command);
1218                 break;
1219         default:
1220                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1221                 break;
1222         }
1223
1224         return ret;
1225 }
1226
1227
1228 void __mmcamcorder_init_stillshot_info(MMHandleType handle)
1229 {
1230         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1231         _MMCamcorderSubContext *sc = NULL;
1232         _MMCamcorderImageInfo *info = NULL;
1233
1234         mmf_return_if_fail(hcamcorder);
1235
1236         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1237         mmf_return_if_fail(sc && sc->info_image);
1238
1239         info = sc->info_image;
1240
1241         MMCAM_LOG_INFO("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
1242
1243         if (info->type == _MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
1244                 info->capture_cur_count = 0;
1245                 info->capture_send_count = 0;
1246                 info->multi_shot_stop = TRUE;
1247                 info->next_shot_time = 0;
1248
1249                 /* capturing flag set to FALSE here */
1250                 info->capturing = FALSE;
1251         }
1252
1253         return;
1254 }
1255
1256
1257 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1258 {
1259         int ret = MM_ERROR_NONE;
1260         unsigned char *data = NULL;
1261         unsigned int datalen = 0;
1262         _MMCamcorderSubContext *sc = NULL;
1263         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1264
1265         mmf_return_val_if_fail(hcamcorder, FALSE);
1266         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1267         mmf_return_val_if_fail(sc, FALSE);
1268
1269         MMCAM_LOG_INFO("");
1270
1271         if (!original || original->data == NULL || original->length == 0) {
1272                 if (original) {
1273                         MMCAM_LOG_ERROR("data=%p, length=%d",
1274                                 original->data, original->length);
1275                 } else {
1276                         MMCAM_LOG_ERROR("original is null");
1277                 }
1278
1279                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1280         } else {
1281                 /* original is input/output param. save original values to local var. */
1282                 data = original->data;
1283                 datalen = original->length;
1284         }
1285
1286         if (provide_exif == FALSE) {
1287                 if (thumbnail) {
1288                         if (thumbnail->data && thumbnail->length > 0) {
1289                                 MMCAM_LOG_INFO("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
1290                                         thumbnail->data, thumbnail->width, thumbnail->height);
1291
1292                                 /* add thumbnail exif info */
1293                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
1294                                         thumbnail->data,
1295                                         thumbnail->width,
1296                                         thumbnail->height,
1297                                         thumbnail->length);
1298                         } else {
1299                                 MMCAM_LOG_ERROR("Skip adding thumbnail (data=%p, length=%d)",
1300                                         thumbnail->data, thumbnail->length);
1301                         }
1302                 }
1303         } else {
1304                 ret = MM_ERROR_NONE;
1305         }
1306
1307         if (ret == MM_ERROR_NONE) {
1308                 /* write jpeg with exif */
1309                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length, hcamcorder->exif_info, data, datalen);
1310                 if (ret != MM_ERROR_NONE)
1311                         MMCAM_LOG_ERROR("mm_exif_write_exif_jpeg_to_memory error! [0x%x]", ret);
1312         }
1313
1314         MMCAM_LOG_INFO("END ret 0x%x", ret);
1315
1316         return ret;
1317 }
1318
1319
1320 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1321 {
1322         GstCaps *caps = NULL;
1323         GstMapInfo mapinfo;
1324         const GstStructure *structure;
1325
1326         mmf_return_if_fail(capture_data && sample);
1327
1328         caps = gst_sample_get_caps(sample);
1329         if (caps == NULL) {
1330                 MMCAM_LOG_ERROR("failed to get caps");
1331                 goto GET_FAILED;
1332         }
1333
1334         structure = gst_caps_get_structure(caps, 0);
1335         if (structure == NULL) {
1336                 MMCAM_LOG_ERROR("failed to get structure");
1337                 goto GET_FAILED;
1338         }
1339
1340         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1341
1342         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1343         capture_data->data = mapinfo.data;
1344         capture_data->format = pixtype;
1345         gst_structure_get(structure,
1346                 "width", G_TYPE_INT, &capture_data->width,
1347                 "height", G_TYPE_INT, &capture_data->height,
1348                 NULL);
1349         capture_data->length = mapinfo.size;
1350         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1351
1352         MMCAM_LOG_WARNING("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1353                 capture_data->data, capture_data->width, capture_data->height,
1354                 capture_data->length, capture_data->format);
1355         return;
1356
1357 GET_FAILED:
1358         capture_data->data = NULL;
1359         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1360         capture_data->length = 0;
1361
1362         return;
1363 }
1364
1365
1366 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1367 {
1368         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1369         _MMCamcorderSubContext *sc = NULL;
1370
1371         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1372
1373         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1374         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1375
1376         MMCAM_LOG_INFO("");
1377
1378         /* if tag enable and doesn't provide exif, we make it */
1379         MMCAM_LOG_INFO("Add exif information if existed(thumbnail[%p])", thumbnail);
1380         if (thumbnail && thumbnail->data)
1381                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1382         else
1383                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1384 }
1385
1386
1387 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1388 {
1389         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1390         _MMCamcorderSubContext *sc = NULL;
1391
1392         mmf_return_if_fail(hcamcorder);
1393         mmf_return_if_fail(dest);
1394
1395         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1396         mmf_return_if_fail(sc);
1397
1398         MMCAM_LOG_INFO("tag : %d, provide exif : %d", tag_enable, provide_exif);
1399
1400         /* if dest->data is allocated in MSL, release it */
1401         if (tag_enable && !provide_exif) {
1402                 if (dest->data) {
1403                         free(dest->data);
1404                         dest->length = 0;
1405                         dest->data = NULL;
1406                         MMCAM_LOG_INFO("Jpeg is released!");
1407                 }
1408         } else {
1409                 MMCAM_LOG_INFO("No need to release");
1410         }
1411
1412         return;
1413 }
1414
1415
1416 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1417 {
1418         int ret = MM_ERROR_NONE;
1419         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1420         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1421         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1422         int codectype = MM_IMAGE_CODEC_JPEG;
1423         int count = 0;
1424         int stop_cont_shot = FALSE;
1425         int tag_enable = FALSE;
1426         int provide_exif = FALSE;
1427         int capture_quality = 0;
1428         int try_lock_count = 0;
1429         gboolean send_captured_message = FALSE;
1430         unsigned char *exif_raw_data = NULL;
1431         unsigned char *internal_main_data = NULL;
1432         unsigned int internal_main_length = 0;
1433         unsigned char *internal_thumb_data = NULL;
1434         unsigned int internal_thumb_length = 0;
1435         unsigned char *compare_data = NULL;
1436
1437         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1438         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1439         _MMCamcorderImageInfo *info = NULL;
1440         _MMCamcorderSubContext *sc = NULL;
1441         MMCamcorderCaptureDataType dest = {0,};
1442         MMCamcorderCaptureDataType thumb = {0,};
1443         MMCamcorderCaptureDataType scrnail = {0,};
1444         MMCamcorderCaptureDataType encode_src = {0,};
1445         GstMapInfo mapinfo1;
1446         GstMapInfo mapinfo2;
1447         GstMapInfo mapinfo3;
1448
1449         MMHandleType attrs;
1450         int attr_index_for_screennail = 0;
1451         int attr_index_for_exif = 0;
1452
1453         mmf_return_if_fail(hcamcorder);
1454
1455         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1456         mmf_return_if_fail(sc && sc->info_image);
1457
1458         info = sc->info_image;
1459
1460         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1461         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1462         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1463
1464         /* get current state */
1465         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1466
1467         MMCAM_LOG_ERROR("START - current state %d", current_state);
1468
1469         /* check capture state */
1470         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0)
1471                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1472                         MMCAM_CAPTURE_BREAK_CONTINUOUS_SHOT, &stop_cont_shot,
1473                         NULL);
1474
1475         if (!info->capturing || stop_cont_shot) {
1476                 MMCAM_LOG_WARNING("stop command[%d] or not capturing state[%d]. skip this...", stop_cont_shot, info->capturing);
1477
1478                 /* set FALSE here for the case that info->capturing is still FALSE
1479                         (== capture_send_count is 0 at the time _mmcamcorder_commit_capture_break_cont_shot is called) */
1480                 info->capturing = FALSE;
1481
1482                 /*free GstBuffer*/
1483                 if (sample1)
1484                         gst_sample_unref(sample1);
1485
1486                 if (sample2)
1487                         gst_sample_unref(sample2);
1488
1489                 if (sample3)
1490                         gst_sample_unref(sample3);
1491
1492                 return;
1493         }
1494
1495         /* check command lock to block capture callback if capture start API is not returned
1496            wait for 2 seconds at worst case */
1497         try_lock_count = 0;
1498         do {
1499                 MMCAM_LOG_INFO("Try command LOCK");
1500                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1501                         MMCAM_LOG_INFO("command LOCK OK");
1502                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1503                         break;
1504                 }
1505
1506                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1507                         MMCAM_LOG_WARNING("command LOCK Failed, retry...[count %d]", try_lock_count);
1508                         usleep(TRY_LOCK_TIME);
1509                 } else {
1510                         MMCAM_LOG_ERROR("failed to lock command LOCK");
1511                         break;
1512                 }
1513         } while (TRUE);
1514
1515         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1516                 /* play capture sound here if multi capture
1517                    or preview format is ITLV(because of AF and flash control in plugin) */
1518                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1519                         g_mutex_lock(&hcamcorder->task_thread_lock);
1520                         MMCAM_LOG_INFO("send signal for sound play");
1521                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1522                         g_cond_signal(&hcamcorder->task_thread_cond);
1523                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1524                 } else if (!info->played_capture_sound) {
1525                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1526                 }
1527         }
1528
1529         /* init capture data */
1530         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1531         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1532         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1533
1534         /* Prepare main, thumbnail buffer */
1535         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1), FALSE);
1536         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1537                 MMCAM_LOG_ERROR("Unsupported pixel type");
1538                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1539                 goto error;
1540         }
1541
1542         /* Main image buffer */
1543         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1544                 MMCAM_LOG_ERROR("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1545                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1546                 goto error;
1547         } else {
1548                 if ((mapinfo1.data == NULL) && (mapinfo1.size == 0)) {
1549                         MMCAM_LOG_ERROR("mapinfo1 is wrong (%p, size %zu)", mapinfo1.data, mapinfo1.size);
1550                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1551                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1552                         goto error;
1553                 } else {
1554                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1555                 }
1556         }
1557
1558         if (!sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ))
1559                 MMCAM_LOG_INFO("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1560
1561         if (!sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ))
1562                 MMCAM_LOG_INFO("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1563
1564         /* Screennail image buffer */
1565         attrs = MMF_CAMCORDER_ATTRS(hcamcorder);
1566         mm_attrs_get_index(attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index_for_screennail);
1567
1568         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1569                 MMCAM_LOG_INFO("Screennail (sample3=%p,size=%zu)", sample3, mapinfo3.size);
1570
1571                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3), FALSE);
1572                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1573
1574                 /* Set screennail attribute for application */
1575                 ret = mm_attrs_set_data(attrs, attr_index_for_screennail, &scrnail, sizeof(scrnail));
1576                 MMCAM_LOG_INFO("Screennail set attribute data %p, size %zu, ret %x", &scrnail, sizeof(scrnail), ret);
1577         } else {
1578                 MMCAM_LOG_INFO("Sample3 has wrong pointer. Not Error. (sample3=%p)", sample3);
1579                 mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1580         }
1581
1582         /* commit screennail data */
1583         mm_attrs_commit(attrs, attr_index_for_screennail);
1584
1585         /* init thumb data */
1586         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1587
1588         /* get provide-exif */
1589         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1590
1591         /* Thumbnail image buffer */
1592         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1593                 MMCAM_LOG_INFO("Thumbnail (buffer2=%p)", gst_sample_get_buffer(sample2));
1594                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2), FALSE);
1595                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1596         } else {
1597                 MMCAM_LOG_INFO("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1598
1599                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1600                         ExifLoader *l;
1601                         /* get thumbnail from EXIF */
1602                         l = exif_loader_new();
1603                         if (l) {
1604                                 ExifData *ed;
1605                                 char  width[10];
1606                                 char  height[10];
1607                                 ExifEntry *entry = NULL;
1608
1609                                 exif_loader_write(l, dest.data, dest.length);
1610
1611                                 /* Get a pointer to the EXIF data */
1612                                 ed = exif_loader_get_data(l);
1613
1614                                 /* The loader is no longer needed--free it */
1615                                 exif_loader_unref(l);
1616                                 l = NULL;
1617                                 if (ed) {
1618                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1619                                         if (entry != NULL)
1620                                                 exif_entry_get_value(entry, width, 10);
1621
1622                                         entry = NULL;
1623                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1624                                         if (entry != NULL)
1625                                                 exif_entry_get_value(entry, height, 10);
1626
1627                                         entry = NULL;
1628                                         /* Make sure the image had a thumbnail before trying to write it */
1629                                         if (ed->data && ed->size) {
1630                                                 thumb.data = malloc(ed->size);
1631                                                 if (thumb.data) {
1632                                                         memcpy(thumb.data, ed->data, ed->size);
1633                                                         thumb.length = ed->size;
1634                                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1635                                                         thumb.width = atoi(width);
1636                                                         thumb.height = atoi(height);
1637                                                         internal_thumb_data = thumb.data;
1638                                                 } else {
1639                                                         MMCAM_LOG_ERROR("failed to alloc thumbnail data");
1640                                                 }
1641                                         }
1642                                         exif_data_unref(ed);
1643                                         ed = NULL;
1644                                 } else {
1645                                         MMCAM_LOG_WARNING("failed to get exif data");
1646                                 }
1647                         } else {
1648                                 MMCAM_LOG_WARNING("failed to create exif loader");
1649                         }
1650                 }
1651
1652                 if (thumb.data == NULL) {
1653                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1654                             scrnail.data && scrnail.length != 0) {
1655                                 /* make thumbnail image with screennail data */
1656                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1657                         } else if (sc->internal_encode) {
1658                                 /* make thumbnail image with main data, this is raw data */
1659                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1660                         }
1661                 }
1662
1663                 /* encode thumbnail */
1664                 if (encode_src.data) {
1665                         size_t thumb_length = 0;
1666                         unsigned int thumb_width = 0;
1667                         unsigned int thumb_height = 0;
1668                         unsigned char *thumb_raw_data = NULL;
1669
1670                         /* encode image */
1671                         MMCAM_LOG_INFO("Encode Thumbnail");
1672
1673                         if (encode_src.width > THUMBNAIL_WIDTH) {
1674                                 /* calculate thumbnail size */
1675                                 thumb_width = THUMBNAIL_WIDTH;
1676                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1677                                 if (thumb_height % 2 != 0)
1678                                         thumb_height += 1;
1679
1680                                 MMCAM_LOG_INFO("need to resize : thumbnail size %dx%d, format %d",
1681                                         thumb_width, thumb_height, encode_src.format);
1682
1683                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1684                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1685                                      encode_src.width % thumb_width == 0 &&
1686                                      encode_src.height % thumb_height == 0) {
1687                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1688                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1689                                                 thumb_raw_data = NULL;
1690                                                 MMCAM_LOG_WARNING("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1691                                         }
1692                                 } else {
1693                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1694                                                 encode_src.length, encode_src.format,
1695                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1696                                                 thumb_raw_data = NULL;
1697                                                 MMCAM_LOG_WARNING("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1698                                         }
1699                                 }
1700                         } else {
1701                                 thumb_width = encode_src.width;
1702                                 thumb_height = encode_src.height;
1703
1704                                 MMCAM_LOG_INFO("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1705
1706                                 thumb_raw_data = encode_src.data;
1707                                 thumb_length = encode_src.length;
1708                         }
1709
1710                         if (thumb_raw_data) {
1711                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1712                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1713                                         (void **)&internal_thumb_data, &internal_thumb_length);
1714                                 if (ret) {
1715                                         MMCAM_LOG_INFO("encode THUMBNAIL done - data %p, length %d", internal_thumb_data, internal_thumb_length);
1716
1717                                         thumb.data = internal_thumb_data;
1718                                         thumb.length = internal_thumb_length;
1719                                         thumb.width = thumb_width;
1720                                         thumb.height = thumb_height;
1721                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1722                                 } else {
1723                                         MMCAM_LOG_WARNING("failed to encode THUMBNAIL");
1724                                 }
1725
1726                                 /* release allocated raw data memory */
1727                                 if (thumb_raw_data != encode_src.data) {
1728                                         free(thumb_raw_data);
1729                                         thumb_raw_data = NULL;
1730                                         MMCAM_LOG_INFO("release thumb_raw_data");
1731                                 }
1732                         } else {
1733                                 MMCAM_LOG_WARNING("thumb_raw_data is NULL");
1734                         }
1735                 } else {
1736                         /* no raw data src for thumbnail */
1737                         MMCAM_LOG_INFO("no need to encode thumbnail");
1738                 }
1739         }
1740
1741         /* Encode JPEG */
1742         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1743                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1744                         MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1745                         NULL);
1746                 MMCAM_LOG_INFO("Start Internal Encode - capture_quality %d", capture_quality);
1747
1748                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1749                         pixtype_main, dest.length, capture_quality,
1750                         (void **)&internal_main_data, &internal_main_length);
1751                 if (!ret) {
1752                         MMCAM_LOG_ERROR("_mmcamcorder_encode_jpeg failed");
1753
1754                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1755
1756                         goto error;
1757                 }
1758
1759                 /* set format */
1760                 dest.data = internal_main_data;
1761                 dest.length = internal_main_length;
1762                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1763
1764                 MMCAM_LOG_INFO("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1765         }
1766
1767         if (info->capture_format != MM_PIXEL_FORMAT_ENCODED) {
1768                 MMCAM_LOG_INFO("not encoded format, skip exif related sequence");
1769                 goto _CAPTURE_CB_EXIF_DONE;
1770         }
1771
1772         /* create EXIF info */
1773         if (!provide_exif) {    /* make new exif */
1774                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1775         } else {        /* load from jpeg buffer dest.data */
1776                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1777                 if (ret != MM_ERROR_NONE) {
1778                         MMCAM_LOG_ERROR("Failed to load exif_info [%x], try to create EXIF", ret);
1779                         provide_exif = FALSE;
1780                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1781                 }
1782         }
1783         if (ret != MM_ERROR_NONE) {
1784                 MMCAM_LOG_ERROR("Failed to create exif_info [%x], but keep going...", ret);
1785         } else {
1786                 /* add basic exif info */
1787                 if (!provide_exif) {
1788                         MMCAM_LOG_INFO("add basic exif info");
1789                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1790                 } else {
1791                         MMCAM_LOG_INFO("update exif info");
1792                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1793                 }
1794
1795                 if (ret != MM_ERROR_NONE) {
1796                         MMCAM_LOG_WARNING("Failed set_exif_basic_info [%x], but keep going...", ret);
1797                         ret = MM_ERROR_NONE;
1798                 }
1799         }
1800
1801         /* get attribute item for EXIF data */
1802         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index_for_exif);
1803
1804         /* set EXIF data to attribute */
1805         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1806                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1807                 if (exif_raw_data) {
1808                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1809                         mm_attrs_set_data(attrs, attr_index_for_exif, exif_raw_data, hcamcorder->exif_info->size);
1810                         MMCAM_LOG_INFO("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1811                 } else {
1812                         MMCAM_LOG_WARNING("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1813                 }
1814         } else {
1815                 MMCAM_LOG_WARNING("failed to create EXIF. set EXIF as NULL");
1816                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1817         }
1818
1819         /* commit EXIF data */
1820         mm_attrs_commit(attrs, attr_index_for_exif);
1821
1822         /* get tag-enable */
1823         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1824
1825         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1826         if (tag_enable) {
1827                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1828                         MMCAM_IMAGE_ENCODER, &codectype,
1829                         NULL);
1830                 MMCAM_LOG_INFO("codectype %d", codectype);
1831
1832                 switch (codectype) {
1833                 case MM_IMAGE_CODEC_JPEG:
1834                 case MM_IMAGE_CODEC_SRW:
1835                 case MM_IMAGE_CODEC_JPEG_SRW:
1836                         ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1837                         if (ret != MM_ERROR_NONE) {
1838                                 MMCAM_LOG_ERROR("Error on setting extra data to jpeg");
1839                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1840                                 goto error;
1841                         }
1842                         break;
1843                 default:
1844                         MMCAM_LOG_ERROR("The codectype is not supported. (%d)", codectype);
1845                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1846                         goto error;
1847                 }
1848         }
1849
1850 _CAPTURE_CB_EXIF_DONE:
1851
1852         /* Handle Capture Callback */
1853         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1854
1855         if (hcamcorder->vcapture_cb) {
1856                 MMCAM_LOG_INFO("APPLICATION CALLBACK START");
1857                 if (thumb.data)
1858                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1859                 else
1860                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1861
1862                 MMCAM_LOG_INFO("APPLICATION CALLBACK END");
1863         } else {
1864                 MMCAM_LOG_ERROR("Capture callback is NULL.");
1865
1866                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1867
1868                 goto err_release_exif;
1869         }
1870
1871         /* Set capture count */
1872         count = ++(info->capture_send_count);
1873         send_captured_message = TRUE;
1874
1875 err_release_exif:
1876         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1877
1878         /* init screennail and EXIF raw data */
1879         mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1880         mm_attrs_commit(attrs, attr_index_for_screennail);
1881         if (exif_raw_data) {
1882                 free(exif_raw_data);
1883                 exif_raw_data = NULL;
1884
1885                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1886                 mm_attrs_commit(attrs, attr_index_for_exif);
1887         }
1888
1889         /* Release jpeg data */
1890         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED)
1891                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1892
1893 error:
1894         /* Check end condition and set proper value */
1895         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1896             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1897                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1898         }
1899
1900         /* release internal allocated data */
1901         if (sc->internal_encode)
1902                 compare_data = internal_main_data;
1903         else
1904                 compare_data = mapinfo1.data;
1905
1906         if (dest.data && compare_data &&
1907             dest.data != compare_data) {
1908                 MMCAM_LOG_INFO("release internal allocated data %p", dest.data);
1909                 free(dest.data);
1910                 dest.data = NULL;
1911                 dest.length = 0;
1912         }
1913         if (internal_main_data) {
1914                 MMCAM_LOG_INFO("release internal main data %p", internal_main_data);
1915                 free(internal_main_data);
1916                 internal_main_data = NULL;
1917         }
1918         if (internal_thumb_data) {
1919                 MMCAM_LOG_INFO("release internal thumb data %p", internal_thumb_data);
1920                 free(internal_thumb_data);
1921                 internal_thumb_data = NULL;
1922         }
1923
1924         /* reset compare_data */
1925         compare_data = NULL;
1926
1927         /*free GstBuffer*/
1928         if (sample1) {
1929                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1930                 gst_sample_unref(sample1);
1931         }
1932         if (sample2) {
1933                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1934                 gst_sample_unref(sample2);
1935         }
1936         if (sample3) {
1937                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1938                 gst_sample_unref(sample3);
1939         }
1940
1941         /* destroy exif info */
1942         mm_exif_destory_exif_info(hcamcorder->exif_info);
1943         hcamcorder->exif_info = NULL;
1944
1945         /* send captured message */
1946         if (send_captured_message) {
1947                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1948                         /* Send CAPTURED message and count - capture success */
1949                         if (current_state >= MM_CAMCORDER_STATE_RECORDING)
1950                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1951                         else
1952                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1953                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1954                         /* send captured message only once in HDR and Original Capture mode */
1955                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1956                 }
1957         }
1958
1959         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1960                 /* Handle capture in recording case */
1961                 hcamcorder->capture_in_recording = FALSE;
1962
1963                 g_mutex_lock(&hcamcorder->task_thread_lock);
1964
1965                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
1966                         MMCAM_LOG_INFO("send signal for capture in recording");
1967                         g_cond_signal(&hcamcorder->task_thread_cond);
1968                 } else {
1969                         MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
1970                 }
1971
1972                 g_mutex_unlock(&hcamcorder->task_thread_lock);
1973
1974                 _MMCAMCORDER_CMD_SIGNAL(hcamcorder);
1975         }
1976
1977         MMCAM_LOG_ERROR("END");
1978
1979         return;
1980 }
1981
1982
1983 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data)
1984 {
1985         if (!sample) {
1986                 MMCAM_LOG_ERROR("NULL sample for extra preview[id:%d]", stream_id);
1987                 return;
1988         }
1989
1990         /* no need to check return value here */
1991         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, stream_id);
1992
1993         gst_sample_unref(sample);
1994 }
1995
1996
1997 gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1998 {
1999         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2000         _MMCamcorderSubContext *sc = NULL;
2001
2002         GstCaps *caps = NULL;
2003         GstSample *sample = NULL;
2004
2005         mmf_return_val_if_fail(hcamcorder, FALSE);
2006
2007         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2008         mmf_return_val_if_fail(sc && sc->element, FALSE);
2009
2010         /* make sample with buffer and caps */
2011         caps = gst_pad_get_allowed_caps(pad);
2012         mmf_return_val_if_fail(caps, TRUE);
2013
2014         sample = gst_sample_new(buffer, caps, NULL, NULL);
2015         gst_caps_unref(caps);
2016         mmf_return_val_if_fail(sample, TRUE);
2017
2018         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, 0);
2019
2020         gst_sample_unref(sample);
2021
2022         return TRUE;
2023 }
2024
2025
2026 gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2027 {
2028         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2029         _MMCamcorderSubContext *sc = NULL;
2030
2031         mmf_return_val_if_fail(hcamcorder, FALSE);
2032
2033         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2034         mmf_return_val_if_fail(sc && sc->element, FALSE);
2035
2036         MMCAM_LOG_INFO("");
2037
2038         /* FIXME. How could you get a thumbnail? */
2039         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
2040
2041         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
2042                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
2043                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
2044                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
2045         }
2046
2047         return TRUE;
2048 }
2049
2050
2051 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
2052 {
2053         int value = 0;
2054         ExifShort eshort = 0;
2055         int ret = MM_ERROR_NONE;
2056
2057         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
2058         MMCAM_LOG_INFO("get orientation [%d]", value);
2059         if (value == 0)
2060                 value = MM_EXIF_ORIENTATION;
2061
2062         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
2063         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
2064                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
2065         if (ret != MM_ERROR_NONE)
2066                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
2067
2068 exit:
2069         return ed;
2070 }
2071
2072
2073 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
2074 {
2075         int ret = MM_ERROR_NONE;
2076         char *make = strdup(MM_MAKER_NAME);
2077
2078         if (make) {
2079                 MMCAM_LOG_INFO("maker [%s]", make);
2080                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
2081                         EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
2082                 free(make);
2083                 if (ret != MM_ERROR_NONE)
2084                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
2085         } else {
2086                 MMCAM_LOG_ERROR("strdup failed [%s]", MM_MAKER_NAME);
2087         }
2088
2089 exit:
2090         return ed;
2091 }
2092
2093
2094 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
2095 {
2096         int ret = MM_ERROR_NONE;
2097         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2098
2099         if (hcamcorder == NULL || ed == NULL) {
2100                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2101                 return NULL;
2102         }
2103
2104         if (hcamcorder->software_version) {
2105                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
2106                         strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
2107
2108                 MMCAM_LOG_INFO("set software_version[%s] ret[0x%x]",
2109                         hcamcorder->software_version, ret);
2110         } else {
2111                 MMCAM_LOG_ERROR("model_name is NULL");
2112         }
2113
2114         return ed;
2115 }
2116
2117
2118 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
2119 {
2120         int ret = MM_ERROR_NONE;
2121         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2122
2123         if (hcamcorder == NULL || ed == NULL) {
2124                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2125                 return NULL;
2126         }
2127
2128         if (hcamcorder->model_name) {
2129                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
2130                         strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
2131
2132                 MMCAM_LOG_ERROR("set model name[%s] ret[0x%x]",
2133                         hcamcorder->model_name, ret);
2134         } else {
2135                 MMCAM_LOG_ERROR("model_name is NULL");
2136         }
2137
2138         return ed;
2139 }
2140
2141 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
2142 {
2143         int ret = MM_ERROR_NONE;
2144         int gps_enable = TRUE;
2145         char *err_name = NULL;
2146         double latitude = INVALID_GPS_VALUE;
2147         double longitude = INVALID_GPS_VALUE;
2148         double altitude = INVALID_GPS_VALUE;
2149
2150         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
2151         if (ret == MM_ERROR_NONE && gps_enable) {
2152                 ExifByte GpsVersion[4] = {2, 2, 0, 0};
2153
2154                 MMCAM_LOG_INFO("Tag for GPS is ENABLED.");
2155
2156                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
2157                         EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
2158                 if (ret != MM_ERROR_NONE)
2159                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
2160
2161                 ret = mm_camcorder_get_attributes(handle, &err_name,
2162                         MMCAM_TAG_LATITUDE, &latitude,
2163                         MMCAM_TAG_LONGITUDE, &longitude,
2164                         MMCAM_TAG_ALTITUDE, &altitude, NULL);
2165                 if (ret != MM_ERROR_NONE) {
2166                         MMCAM_LOG_ERROR("failed to get gps info [%x][%s]", ret, err_name);
2167                         SAFE_FREE(err_name);
2168                         goto exit;
2169                 }
2170
2171                 MMCAM_LOG_INFO("latitude [%f]", latitude);
2172                 if (latitude != INVALID_GPS_VALUE) {
2173                         unsigned char *b = NULL;
2174                         unsigned int deg;
2175                         unsigned int min;
2176                         unsigned int sec;
2177                         ExifRational rData;
2178
2179                         if (latitude < 0) {
2180                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2181                                         EXIF_FORMAT_ASCII, 2, "S");
2182                                 if (ret != MM_ERROR_NONE)
2183                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2184
2185                                 latitude = -latitude;
2186                         } else if (latitude > 0) {
2187                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2188                                         EXIF_FORMAT_ASCII, 2, "N");
2189                                 if (ret != MM_ERROR_NONE)
2190                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2191                         }
2192
2193                         deg = (unsigned int)(latitude);
2194                         min = (unsigned int)((latitude-deg) * 60);
2195                         sec = (unsigned int)(((latitude-deg) * 3600) - min * 60);
2196
2197                         MMCAM_LOG_INFO("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2198                         b = malloc(3 * sizeof(ExifRational));
2199                         if (b) {
2200                                 rData.numerator = deg;
2201                                 rData.denominator = 1;
2202                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2203                                 rData.numerator = min;
2204                                 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2205                                 rData.numerator = sec;
2206                                 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2207
2208                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
2209                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2210                                 free(b);
2211                                 if (ret != MM_ERROR_NONE)
2212                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
2213                         } else {
2214                                 MMCAM_LOG_WARNING("malloc failed");
2215                         }
2216                 }
2217
2218                 MMCAM_LOG_INFO("longitude [%f]", longitude);
2219                 if (longitude != INVALID_GPS_VALUE) {
2220                         unsigned char *b = NULL;
2221                         unsigned int deg;
2222                         unsigned int min;
2223                         unsigned int sec;
2224                         ExifRational rData;
2225
2226                         if (longitude < 0) {
2227                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2228                                         EXIF_FORMAT_ASCII, 2, "W");
2229                                 if (ret != MM_ERROR_NONE)
2230                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2231
2232                                 longitude = -longitude;
2233                         } else if (longitude > 0) {
2234                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2235                                         EXIF_FORMAT_ASCII, 2, "E");
2236                                 if (ret != MM_ERROR_NONE)
2237                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2238                         }
2239
2240                         deg = (unsigned int)(longitude);
2241                         min = (unsigned int)((longitude-deg) * 60);
2242                         sec = (unsigned int)(((longitude-deg) * 3600) - min * 60);
2243
2244                         MMCAM_LOG_INFO("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2245                         b = malloc(3 * sizeof(ExifRational));
2246                         if (b) {
2247                                 rData.numerator = deg;
2248                                 rData.denominator = 1;
2249                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2250                                 rData.numerator = min;
2251                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
2252                                 rData.numerator = sec;
2253                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
2254                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
2255                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2256                                 free(b);
2257                                 if (ret != MM_ERROR_NONE)
2258                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
2259                         } else {
2260                                 MMCAM_LOG_WARNING("malloc failed");
2261                         }
2262                 }
2263
2264                 MMCAM_LOG_INFO("f_altitude [%f]", altitude);
2265                 if (altitude != INVALID_GPS_VALUE) {
2266                         ExifByte alt_ref = 0;
2267                         unsigned char *b = NULL;
2268                         ExifRational rData;
2269                         b = malloc(sizeof(ExifRational));
2270                         if (b) {
2271                                 if (altitude < 0) {
2272                                         alt_ref = 1;
2273                                         altitude = -altitude;
2274                                 }
2275
2276                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
2277                                         EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
2278                                 if (ret != MM_ERROR_NONE) {
2279                                         MMCAM_LOG_ERROR("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
2280                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2281                                                 free(b);
2282                                                 b = NULL;
2283                                                 goto exit;
2284                                         }
2285                                 }
2286
2287                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
2288                                 rData.denominator = 100;
2289                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2290                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
2291                                         EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2292                                 free(b);
2293                                 if (ret != MM_ERROR_NONE)
2294                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
2295                         } else {
2296                                 MMCAM_LOG_WARNING("malloc failed");
2297                         }
2298                 }
2299
2300                 {
2301                         double gps_timestamp = INVALID_GPS_VALUE;
2302                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
2303                         MMCAM_LOG_INFO("Gps timestamp [%f]", gps_timestamp);
2304                         if (gps_timestamp > 0.0) {
2305                                 unsigned char *b = NULL;
2306                                 unsigned int hour;
2307                                 unsigned int min;
2308                                 unsigned int microsec;
2309                                 ExifRational rData;
2310
2311                                 hour = (unsigned int)(gps_timestamp / 3600);
2312                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
2313                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
2314
2315                                 MMCAM_LOG_INFO("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
2316                                 b = malloc(3 * sizeof(ExifRational));
2317                                 if (b) {
2318                                         rData.numerator = hour;
2319                                         rData.denominator = 1;
2320                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2321
2322                                         rData.numerator = min;
2323                                         rData.denominator = 1;
2324                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2325
2326                                         rData.numerator = microsec;
2327                                         rData.denominator = 1000000;
2328                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2329
2330                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
2331                                                 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2332                                         free(b);
2333                                         if (ret != MM_ERROR_NONE)
2334                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
2335                                 } else {
2336                                         MMCAM_LOG_WARNING("malloc failed.");
2337                                 }
2338                         }
2339                 }
2340
2341                 {
2342                         unsigned char *date_stamp = NULL;
2343                         int date_stamp_len = 0;
2344
2345                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
2346
2347                         if (date_stamp) {
2348                                 MMCAM_LOG_INFO("Date stamp [%s]", date_stamp);
2349
2350                                 /* cause it should include NULL char */
2351                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2352                                         EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2353                                 if (ret != MM_ERROR_NONE)
2354                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2355                         }
2356                 }
2357
2358                 {
2359                         unsigned char *processing_method = NULL;
2360                         int processing_method_len = 0;
2361
2362                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2363
2364                         if (processing_method) {
2365                                 MMCAM_LOG_INFO("Processing method [%s]", processing_method);
2366
2367                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2368                                         EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2369                                 if (ret != MM_ERROR_NONE)
2370                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2371                         }
2372                 }
2373         } else {
2374                 MMCAM_LOG_INFO("Tag for GPS is DISABLED.");
2375         }
2376
2377 exit:
2378         return ed;
2379 }
2380
2381
2382 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2383 {
2384         int ret = MM_ERROR_NONE;
2385         mmf_camcorder_t *hcamcorder = NULL;
2386         ExifData *ed = NULL;
2387
2388         hcamcorder = MMF_CAMCORDER(handle);
2389
2390         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2391
2392         ed = exif_data_new_from_data(imagedata, imgln);
2393         /*ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);*/
2394
2395         if (ed == NULL) {
2396                 MMCAM_LOG_ERROR("get exif data error!!");
2397                 return MM_ERROR_INVALID_HANDLE;
2398         }
2399
2400         /* update necessary */
2401
2402         __mmcamcorder_update_exif_make(handle, ed);
2403         __mmcamcorder_update_exif_software(handle, ed);
2404         __mmcamcorder_update_exif_model(handle, ed);
2405         __mmcamcorder_update_exif_orientation(handle, ed);
2406         __mmcamcorder_update_exif_gps(handle, ed);
2407         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2408         if (ret != MM_ERROR_NONE)
2409                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
2410
2411         exif_data_unref(ed);
2412         ed = NULL;
2413         return ret;
2414 }
2415
2416 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2417 {
2418         int ret = MM_ERROR_NONE;
2419         int value;
2420         int str_val_len = 0;
2421         int cntl = 0;
2422         int cnts = 0;
2423         char *str_value = NULL;
2424         char *user_comment = NULL;
2425         ExifData *ed = NULL;
2426         ExifLong config;
2427         ExifLong ExifVersion;
2428         static ExifShort eshort[20];
2429         static ExifLong elong[10];
2430
2431         GstCameraControl *control = NULL;
2432         GstCameraControlExifInfo avsys_exif_info;
2433
2434         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2435         _MMCamcorderSubContext *sc = NULL;
2436
2437         MMCAM_LOG_INFO("");
2438
2439         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2440
2441         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2442         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2443
2444         CLEAR(avsys_exif_info);
2445
2446         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2447                 MMCAM_LOG_ERROR("Can't cast Video source into camera control. Skip camera control values...");
2448         } else {
2449                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2450                 /* get device information */
2451                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2452         }
2453
2454         /* get ExifData from exif info */
2455         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2456         if (ed == NULL) {
2457                 MMCAM_LOG_ERROR("get exif data error!!");
2458                 return MM_ERROR_INVALID_HANDLE;
2459         }
2460
2461         /* Receive attribute info */
2462
2463         /* START INSERT IFD_0 */
2464
2465         /*0. EXIF_TAG_EXIF_VERSION */
2466         ExifVersion = MM_EXIF_VERSION;
2467         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2468                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2469         if (ret != MM_ERROR_NONE)
2470                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2471
2472         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2473         value = image_width;
2474
2475         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2476         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2477                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2478         if (ret != MM_ERROR_NONE)
2479                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2480
2481         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2482                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2483         if (ret != MM_ERROR_NONE)
2484                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2485
2486         MMCAM_LOG_INFO("width[%d]", value);
2487
2488         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2489         value = image_height;
2490
2491         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2492         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2493                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2494         if (ret != MM_ERROR_NONE)
2495                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2496
2497         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2498                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2499         if (ret != MM_ERROR_NONE)
2500                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2501
2502         MMCAM_LOG_INFO("height[%d]", value);
2503
2504         /*4. EXIF_TAG_DATE_TIME */
2505
2506         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2507
2508         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2509         {
2510                 gchar *b = NULL;
2511                 time_t t;
2512                 struct tm tm;
2513
2514                 t = time(NULL);
2515                 tzset();
2516                 localtime_r(&t, &tm);
2517
2518                 b = g_strdup_printf("%04i:%02i:%02i %02i:%02i:%02i",
2519                         tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2520                         tm.tm_hour, tm.tm_min, tm.tm_sec);
2521
2522                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2523                 if (ret != MM_ERROR_NONE) {
2524                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2525                                 g_free(b);
2526
2527                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2528                 }
2529
2530                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2531                 if (ret != MM_ERROR_NONE) {
2532                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2533                                 g_free(b);
2534
2535                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2536                 }
2537
2538                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2539                 if (ret != MM_ERROR_NONE) {
2540                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2541                                 g_free(b);
2542
2543                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2544                 }
2545
2546                 g_free(b);
2547         }
2548
2549         /*5. EXIF_TAG_MAKE */
2550         __mmcamcorder_update_exif_make(handle, ed);
2551
2552 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2553
2554         /*6. EXIF_TAG_MODEL */
2555         __mmcamcorder_update_exif_model(handle, ed);
2556
2557 #endif
2558         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2559         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2560         if (str_value && str_val_len > 0) {
2561                 char *description = strdup(str_value);
2562
2563                 MMCAM_LOG_INFO("description [%s]", str_value);
2564
2565                 if (description) {
2566                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2567                                 EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2568                         free(description);
2569                         str_value = NULL;
2570                         str_val_len = 0;
2571                         if (ret != MM_ERROR_NONE)
2572                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2573                 } else {
2574                         MMCAM_LOG_ERROR("strdup failed for [%s]", str_value);
2575                 }
2576         } else {
2577                 MMCAM_LOG_WARNING("failed to get description");
2578         }
2579
2580         /*7. EXIF_TAG_SOFTWARE*/
2581         __mmcamcorder_update_exif_software(handle, ed);
2582
2583 /*
2584         if (control != NULL) {
2585                 char software[50] = {0,};
2586                 unsigned int len = 0;
2587
2588                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8, (avsys_exif_info.software_used & 0xff));
2589                 MMCAM_LOG_INFO("software [%s], len [%d]", software, len);
2590                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2591                         EXIF_FORMAT_ASCII, len, (const char *)software);
2592                 if (ret != MM_ERROR_NONE) {
2593                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2594                 }
2595         }
2596 */
2597
2598         __mmcamcorder_update_exif_orientation(handle, ed);
2599
2600         /* START INSERT EXIF_IFD */
2601
2602         /*3. User Comment*/
2603         /*FIXME : get user comment from real user */
2604         user_comment = strdup(MM_USER_COMMENT);
2605         if (user_comment) {
2606                 MMCAM_LOG_INFO("user_comment=%s", user_comment);
2607                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2608                         EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2609                 free(user_comment);
2610                 if (ret != MM_ERROR_NONE)
2611                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2612         } else {
2613                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2614                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2615         }
2616
2617         /*9. EXIF_TAG_COLOR_SPACE */
2618         if (control != NULL) {
2619                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2620                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2621                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2622                 if (ret != MM_ERROR_NONE)
2623                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2624         }
2625
2626         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2627         if (control != NULL) {
2628                 config = avsys_exif_info.component_configuration;
2629                 MMCAM_LOG_INFO("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ", config);
2630                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2631                         EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2632                 if (ret != MM_ERROR_NONE)
2633                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2634         }
2635
2636         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2637         /* written  the device_info */
2638
2639         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2640         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2641
2642         /*14. EXIF_TAG_EXPOSURE_TIME*/
2643         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2644                 unsigned char *b = NULL;
2645                 ExifRational rData;
2646
2647                 MMCAM_LOG_INFO("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2648                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2649
2650                 b = malloc(sizeof(ExifRational));
2651                 if (b) {
2652                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2653                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2654
2655                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2656                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2657                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2658                         free(b);
2659                         if (ret != MM_ERROR_NONE)
2660                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2661                 } else {
2662                         MMCAM_LOG_WARNING("malloc failed.");
2663                 }
2664         } else {
2665                 MMCAM_LOG_INFO("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2666                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2667         }
2668
2669         /*15. EXIF_TAG_FNUMBER */
2670         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2671                 unsigned char *b = NULL;
2672                 ExifRational rData;
2673
2674                 MMCAM_LOG_INFO("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2675                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2676
2677                 b = malloc(sizeof(ExifRational));
2678                 if (b) {
2679                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2680                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2681                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2682                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2683                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2684                         free(b);
2685                         if (ret != MM_ERROR_NONE)
2686                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2687                 } else {
2688                         MMCAM_LOG_WARNING("malloc failed.");
2689                 }
2690         } else {
2691                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2692                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2693         }
2694
2695         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2696         /*FIXME*/
2697         value = MM_EXPOSURE_PROGRAM;
2698         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2699         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2700                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2701         if (ret != MM_ERROR_NONE)
2702                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2703
2704         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2705         if (avsys_exif_info.iso) {
2706                 MMCAM_LOG_INFO("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2707                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2708                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2709                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2710                 if (ret != MM_ERROR_NONE)
2711                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2712         }
2713
2714         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2715         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2716                 unsigned char *b = NULL;
2717                 ExifSRational rsData;
2718
2719                 MMCAM_LOG_INFO("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2720                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2721
2722                 b = malloc(sizeof(ExifSRational));
2723                 if (b) {
2724                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2725                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2726                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2727                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2728                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2729                         free(b);
2730                         if (ret != MM_ERROR_NONE)
2731                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2732                 } else {
2733                         MMCAM_LOG_WARNING("malloc failed.");
2734                 }
2735         } else {
2736                 MMCAM_LOG_INFO("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2737                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2738         }
2739
2740         /*19. EXIF_TAG_APERTURE_VALUE*/
2741         if (avsys_exif_info.aperture_in_APEX) {
2742                 unsigned char *b = NULL;
2743                 ExifRational rData;
2744
2745                 MMCAM_LOG_INFO("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2746
2747                 b = malloc(sizeof(ExifRational));
2748                 if (b) {
2749                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2750                         rData.denominator = 1;
2751                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2752                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2753                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2754                         free(b);
2755                         if (ret != MM_ERROR_NONE)
2756                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2757                 } else {
2758                         MMCAM_LOG_WARNING("malloc failed.");
2759                 }
2760         } else {
2761                 MMCAM_LOG_INFO("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2762         }
2763
2764         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2765         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2766                 unsigned char *b = NULL;
2767                 ExifSRational rsData;
2768
2769                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2770                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2771
2772                 b = malloc(sizeof(ExifSRational));
2773                 if (b) {
2774                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2775                         rsData.denominator = avsys_exif_info.brightness_denominator;
2776                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2777                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2778                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2779                         free(b);
2780                         if (ret != MM_ERROR_NONE)
2781                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2782                 } else {
2783                         MMCAM_LOG_WARNING("malloc failed.");
2784                 }
2785         } else {
2786                 MMCAM_LOG_INFO("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2787                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2788         }
2789
2790         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2791         value = 0;
2792         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2793         if (ret == MM_ERROR_NONE) {
2794                 unsigned char *b = NULL;
2795                 ExifSRational rsData;
2796
2797                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2798                         value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2799
2800                 b = malloc(sizeof(ExifSRational));
2801                 if (b) {
2802                         rsData.numerator = value - hcamcorder->brightness_default;
2803                         if (hcamcorder->brightness_step_denominator != 0) {
2804                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2805                         } else {
2806                                 MMCAM_LOG_WARNING("brightness_step_denominator is ZERO, so set 1");
2807                                 rsData.denominator = 1;
2808                         }
2809                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2810                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2811                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2812                         free(b);
2813                         if (ret != MM_ERROR_NONE)
2814                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2815                 } else {
2816                         MMCAM_LOG_WARNING("malloc failed.");
2817                 }
2818         } else {
2819                 MMCAM_LOG_INFO("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2820         }
2821
2822         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2823 /*
2824         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2825                 unsigned char *b = NULL;
2826                 ExifRational rData;
2827
2828                 MMCAM_LOG_INFO("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2829
2830                 b = malloc(sizeof(ExifRational));
2831                 if (b) {
2832                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2833                         rData.denominator = 1;
2834                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2835                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2836                                 EXIF_FORMAT_RATIONAL, 1, b);
2837                         free(b);
2838                         if (ret != MM_ERROR_NONE)
2839                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2840                 } else {
2841                         MMCAM_LOG_WARNING("failed to alloc for MAX aperture value");
2842                 }
2843         }
2844 */
2845
2846         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2847         /* default : none */
2848
2849         /*24. EXIF_TAG_METERING_MODE */
2850         if (control != NULL) {
2851                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.metering_mode);
2852                 MMCAM_LOG_INFO("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2853                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2854                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2855                 if (ret != MM_ERROR_NONE)
2856                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2857         }
2858
2859         /*25. EXIF_TAG_LIGHT_SOURCE*/
2860
2861         /*26. EXIF_TAG_FLASH*/
2862         if (control != NULL) {
2863                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.flash);
2864                 MMCAM_LOG_INFO("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2865                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2866                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2867                 if (ret != MM_ERROR_NONE)
2868                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2869         }
2870
2871         /*27. EXIF_TAG_FOCAL_LENGTH*/
2872         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2873                 unsigned char *b = NULL;
2874                 ExifRational rData;
2875
2876                 MMCAM_LOG_INFO("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2877                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2878
2879                 b = malloc(sizeof(ExifRational));
2880                 if (b) {
2881                         rData.numerator = avsys_exif_info.focal_len_numerator;
2882                         rData.denominator = avsys_exif_info.focal_len_denominator;
2883                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2884                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2885                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2886                         free(b);
2887                         if (ret != MM_ERROR_NONE)
2888                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2889                 } else {
2890                         MMCAM_LOG_WARNING("malloc failed.");
2891                 }
2892         } else {
2893                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2894                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2895         }
2896
2897         /*28. EXIF_TAG_SENSING_METHOD*/
2898         /*FIXME*/
2899         value = MM_SENSING_MODE;
2900         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2901         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2902                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2903         if (ret != MM_ERROR_NONE)
2904                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2905
2906         /*29. EXIF_TAG_FILE_SOURCE*/
2907 /*
2908         value = MM_FILE_SOURCE;
2909         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2910         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2911                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2912         if (ret != MM_ERROR_NONE)
2913                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2914 */
2915
2916         /*30. EXIF_TAG_SCENE_TYPE*/
2917 /*
2918         value = MM_SCENE_TYPE;
2919         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2920         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2921                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2922         if (ret != MM_ERROR_NONE)
2923                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2924 */
2925
2926         /*31. EXIF_TAG_EXPOSURE_MODE*/
2927         /*FIXME*/
2928         value = MM_EXPOSURE_MODE;
2929         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2930         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2931                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2932         if (ret != MM_ERROR_NONE)
2933                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2934
2935         /*32. EXIF_TAG_WHITE_BALANCE*/
2936         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2937         if (ret == MM_ERROR_NONE) {
2938                 int set_value = 0;
2939                 MMCAM_LOG_INFO("WHITE BALANCE [%d]", value);
2940
2941                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC)
2942                         set_value = 0;
2943                 else
2944                         set_value = 1;
2945
2946                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2947                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2948                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2949                 if (ret != MM_ERROR_NONE)
2950                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2951         } else {
2952                 MMCAM_LOG_WARNING("failed to get white balance [%x]", ret);
2953         }
2954
2955         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2956 /*
2957         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2958         if (ret == MM_ERROR_NONE) {
2959                 MMCAM_LOG_INFO("DIGITAL ZOOM [%d]", value);
2960
2961                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2962                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2963                         EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2964                 if (ret != MM_ERROR_NONE)
2965                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2966         } else {
2967                 MMCAM_LOG_WARNING("failed to get digital zoom [%x]", ret);
2968         }
2969 */
2970
2971         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2972         /*FIXME*/
2973 /*
2974         value = MM_FOCAL_LENGTH_35MMFILM;
2975         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2976         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2977                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2978         if (ret != MM_ERROR_NONE)
2979                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2980 */
2981
2982         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2983         {
2984                 int scene_capture_type;
2985
2986                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2987                 if (ret == MM_ERROR_NONE) {
2988                         MMCAM_LOG_INFO("Scene mode(program mode) [%d]", value);
2989
2990                         switch (value) {
2991                         case MM_CAMCORDER_SCENE_MODE_NORMAL:
2992                                 scene_capture_type = 0; /* standard */
2993                                 break;
2994                         case MM_CAMCORDER_SCENE_MODE_PORTRAIT:
2995                                 scene_capture_type = 2; /* portrait */
2996                                 break;
2997                         case MM_CAMCORDER_SCENE_MODE_LANDSCAPE:
2998                                 scene_capture_type = 1; /* landscape */
2999                                 break;
3000                         case MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE:
3001                                 scene_capture_type = 3; /* night scene */
3002                                 break;
3003                         default:
3004                                 scene_capture_type = 4; /* Others */
3005                                 break;
3006                         }
3007
3008                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
3009                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
3010                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3011                         if (ret != MM_ERROR_NONE)
3012                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
3013                 } else {
3014                         MMCAM_LOG_WARNING("failed to get scene mode [%x]", ret);
3015                 }
3016         }
3017
3018         /*36. EXIF_TAG_GAIN_CONTROL*/
3019         /*FIXME*/
3020 /*
3021         value = MM_GAIN_CONTROL;
3022         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3023         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
3024                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3025         if (ret != MM_ERROR_NONE)
3026                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
3027 */
3028
3029
3030         /*37. EXIF_TAG_CONTRAST */
3031         {
3032                 type_int_range *irange = NULL;
3033                 int level = 0;
3034
3035                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3036                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3037                         "Contrast",
3038                         &irange);
3039                 if (irange != NULL) {
3040                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
3041
3042                         MMCAM_LOG_INFO("CONTRAST current [%d], default [%d]", value, irange->default_value);
3043
3044                         if (value == irange->default_value)
3045                                 level = MM_VALUE_NORMAL;
3046                         else if (value < irange->default_value)
3047                                 level = MM_VALUE_LOW;
3048                         else
3049                                 level = MM_VALUE_HARD;
3050
3051                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3052                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
3053                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3054                         if (ret != MM_ERROR_NONE)
3055                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
3056                 } else {
3057                         MMCAM_LOG_WARNING("failed to get range of contrast");
3058                 }
3059         }
3060
3061         /*38. EXIF_TAG_SATURATION*/
3062         {
3063                 type_int_range *irange = NULL;
3064                 int level = 0;
3065
3066                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3067                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3068                         "Saturation",
3069                         &irange);
3070                 if (irange != NULL) {
3071                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
3072
3073                         MMCAM_LOG_INFO("SATURATION current [%d], default [%d]", value, irange->default_value);
3074
3075                         if (value == irange->default_value)
3076                                 level = MM_VALUE_NORMAL;
3077                         else if (value < irange->default_value)
3078                                 level = MM_VALUE_LOW;
3079                         else
3080                                 level = MM_VALUE_HARD;
3081
3082                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3083                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
3084                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3085                         if (ret != MM_ERROR_NONE)
3086                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
3087                 } else {
3088                         MMCAM_LOG_WARNING("failed to get range of saturation");
3089                 }
3090         }
3091
3092         /*39. EXIF_TAG_SHARPNESS*/
3093         {
3094                 type_int_range *irange = NULL;
3095                 int level = 0;
3096
3097                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3098                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3099                         "Sharpness",
3100                         &irange);
3101                 if (irange != NULL) {
3102                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
3103
3104                         MMCAM_LOG_INFO("SHARPNESS current [%d], default [%d]", value, irange->default_value);
3105
3106                         if (value == irange->default_value)
3107                                 level = MM_VALUE_NORMAL;
3108                         else if (value < irange->default_value)
3109                                 level = MM_VALUE_LOW;
3110                         else
3111                                 level = MM_VALUE_HARD;
3112
3113                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3114                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
3115                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3116                         if (ret != MM_ERROR_NONE)
3117                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
3118                 } else {
3119                         MMCAM_LOG_WARNING("failed to get range of sharpness");
3120                 }
3121         }
3122
3123         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
3124         /*FIXME*/
3125         value = MM_SUBJECT_DISTANCE_RANGE;
3126         MMCAM_LOG_INFO("DISTANCE_RANGE [%d]", value);
3127         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3128         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
3129                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3130         if (ret != MM_ERROR_NONE)
3131                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
3132
3133         /* GPS information */
3134         __mmcamcorder_update_exif_gps(handle, ed);
3135
3136         MMCAM_LOG_INFO("");
3137
3138         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
3139         if (ret != MM_ERROR_NONE)
3140                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
3141
3142 exit:
3143         MMCAM_LOG_INFO("finished!! [%x]", ret);
3144
3145         if (ed)
3146                 exif_data_unref(ed);
3147
3148         return ret;
3149 }
3150
3151
3152 static void __sound_status_changed_cb(keynode_t* node, void *data)
3153 {
3154         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
3155         _MMCamcorderImageInfo *info = NULL;
3156
3157         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
3158
3159         MMCAM_LOG_INFO("START");
3160
3161         info = hcamcorder->sub_context->info_image;
3162
3163         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
3164
3165         MMCAM_LOG_INFO("DONE : sound status %d", info->sound_status);
3166
3167         return;
3168 }
3169
3170
3171 int _mmcamcorder_set_extra_preview_stream_format(MMHandleType camcorder, int stream_id, int pixel_format, int width, int height, int fps)
3172 {
3173         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3174         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3175         GstCameraControl *control = NULL;
3176         _MMCamcorderSubContext *sc = NULL;
3177
3178         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3179         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3180         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3181                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3182         mmf_return_val_if_fail(pixel_format > MM_PIXEL_FORMAT_INVALID && pixel_format < MM_PIXEL_FORMAT_NUM,
3183                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3184         mmf_return_val_if_fail(width > 0 && height > 0 && fps >= 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3185
3186         mm_camcorder_get_state(camcorder, &current_state);
3187
3188         MMCAM_LOG_INFO("state[%d] stream_id[%d],fmt[%d],res[%dx%d],fps[%d]",
3189                 current_state, stream_id, pixel_format, width, height, fps);
3190
3191         if (current_state >= MM_CAMCORDER_STATE_READY) {
3192                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3193                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3194
3195                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3196                 if (!gst_camera_control_set_extra_preview_stream_format(control,
3197                         stream_id, _mmcamcorder_get_camera_control_image_format(pixel_format), width, height, fps)) {
3198                         MMCAM_LOG_ERROR("camera control failed");
3199                         return MM_ERROR_CAMCORDER_INTERNAL;
3200                 }
3201         } else {
3202                 MMCAM_LOG_INFO("It will be set when start preview");
3203                 hcamcorder->extra_preview.format[stream_id].need_to_set_format = TRUE;
3204         }
3205
3206         hcamcorder->extra_preview.format[stream_id].pixel_format = pixel_format;
3207         hcamcorder->extra_preview.format[stream_id].width = width;
3208         hcamcorder->extra_preview.format[stream_id].height = height;
3209         hcamcorder->extra_preview.format[stream_id].fps = fps;
3210
3211         return MM_ERROR_NONE;
3212 }
3213
3214
3215 int _mmcamcorder_get_extra_preview_stream_format(MMHandleType camcorder, int stream_id, int *pixel_format, int *width, int *height, int *fps)
3216 {
3217         int _width = 0;
3218         int _height = 0;
3219         int _fps = 0;
3220         GstCameraControlImageFormat _img_fmt = GST_CAMERA_CONTROL_IMAGE_FORMAT_NV12;
3221         GstCameraControl *control = NULL;
3222         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3223         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3224         _MMCamcorderSubContext *sc = NULL;
3225
3226         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3227         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3228         mmf_return_val_if_fail(pixel_format && width && height && fps, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3229
3230         mm_camcorder_get_state(camcorder, &current_state);
3231
3232         if (current_state >= MM_CAMCORDER_STATE_READY) {
3233                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3234                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3235
3236                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3237                 if (!gst_camera_control_get_extra_preview_stream_format(control,
3238                         stream_id, &_img_fmt, &_width, &_height, &_fps)) {
3239                         MMCAM_LOG_ERROR("extra preview stream format get failed");
3240                         return MM_ERROR_CAMCORDER_INTERNAL;
3241                 }
3242
3243                 *pixel_format = _mmcamcorder_get_pixel_format2(_img_fmt);
3244                 *width = _width;
3245                 *height = _height;
3246                 *fps = _fps;
3247         } else {
3248                 *pixel_format = hcamcorder->extra_preview.format[stream_id].pixel_format;
3249                 *width = hcamcorder->extra_preview.format[stream_id].width;
3250                 *height = hcamcorder->extra_preview.format[stream_id].height;
3251                 *fps = hcamcorder->extra_preview.format[stream_id].fps;
3252         }
3253
3254         MMCAM_LOG_INFO("get result[fmt:%d(%d),res:%dx%d,fps:%d][state:%d]",
3255                 *pixel_format, _img_fmt, *width, *height, *fps, current_state);
3256
3257         return MM_ERROR_NONE;
3258 }
3259
3260
3261 int _mmcamcorder_set_extra_preview_bitrate(MMHandleType camcorder, int stream_id, int bitrate)
3262 {
3263         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3264         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3265         GstCameraControl *control = NULL;
3266         _MMCamcorderSubContext *sc = NULL;
3267
3268         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3269         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3270         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3271                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3272         mmf_return_val_if_fail(bitrate > 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3273
3274         mm_camcorder_get_state(camcorder, &current_state);
3275
3276         MMCAM_LOG_INFO("state[%d] stream[%d], bitrate[%d]", current_state, stream_id, bitrate);
3277
3278         if (current_state >= MM_CAMCORDER_STATE_READY) {
3279                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3280                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3281
3282                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3283                 if (!gst_camera_control_set_extra_preview_bitrate(control, stream_id, bitrate)) {
3284                         MMCAM_LOG_ERROR("set bitrate[%d] for stream[%d] failed", bitrate, stream_id);
3285                         return MM_ERROR_CAMCORDER_INTERNAL;
3286                 }
3287         } else {
3288                 MMCAM_LOG_INFO("It will be set when start preview");
3289                 hcamcorder->extra_preview.format[stream_id].need_to_set_bitrate = TRUE;
3290         }
3291
3292         hcamcorder->extra_preview.format[stream_id].bitrate = bitrate;
3293
3294         return MM_ERROR_NONE;
3295 }
3296
3297
3298 int _mmcamcorder_get_extra_preview_bitrate(MMHandleType camcorder, int stream_id, int *bitrate)
3299 {
3300         int _bitrate = 0;
3301         GstCameraControl *control = NULL;
3302         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3303         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3304         _MMCamcorderSubContext *sc = NULL;
3305
3306         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3307         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3308         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3309                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3310         mmf_return_val_if_fail(bitrate, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3311
3312         mm_camcorder_get_state(camcorder, &current_state);
3313
3314         if (current_state >= MM_CAMCORDER_STATE_READY) {
3315                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3316                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3317
3318                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3319                 if (!gst_camera_control_get_extra_preview_bitrate(control, stream_id, &_bitrate)) {
3320                         MMCAM_LOG_ERROR("get bitrate for stream[%d] failed", stream_id);
3321                         return MM_ERROR_CAMCORDER_INTERNAL;
3322                 }
3323
3324                 *bitrate = _bitrate;
3325         } else {
3326                 *bitrate = hcamcorder->extra_preview.format[stream_id].bitrate;
3327         }
3328
3329         MMCAM_LOG_INFO("get bitrate[%d] for stream[%d][state:%d]",
3330                 *bitrate, stream_id, current_state);
3331
3332         return MM_ERROR_NONE;
3333 }
3334
3335
3336 int _mmcamcorder_set_extra_preview_gop_interval(MMHandleType camcorder, int stream_id, int interval)
3337 {
3338         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3339         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3340         GstCameraControl *control = NULL;
3341         _MMCamcorderSubContext *sc = NULL;
3342
3343         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3344         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3345         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3346                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3347
3348         mm_camcorder_get_state(camcorder, &current_state);
3349
3350         MMCAM_LOG_INFO("state[%d] stream[%d], interval[%d]", current_state, stream_id, interval);
3351
3352         if (current_state >= MM_CAMCORDER_STATE_READY) {
3353                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3354                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3355
3356                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3357                 if (!gst_camera_control_set_extra_preview_gop_interval(control, stream_id, interval)) {
3358                         MMCAM_LOG_ERROR("set GOP interval[%d] for stream[%d] failed", interval, stream_id);
3359                         return MM_ERROR_CAMCORDER_INTERNAL;
3360                 }
3361         } else {
3362                 MMCAM_LOG_INFO("It will be set when start preview");
3363                 hcamcorder->extra_preview.format[stream_id].need_to_set_gop_interval = TRUE;
3364         }
3365
3366         hcamcorder->extra_preview.format[stream_id].gop_interval = interval;
3367
3368         return MM_ERROR_NONE;
3369 }
3370
3371
3372 int _mmcamcorder_get_extra_preview_gop_interval(MMHandleType camcorder, int stream_id, int *interval)
3373 {
3374         int _interval = 0;
3375         GstCameraControl *control = NULL;
3376         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)camcorder;
3377         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3378         _MMCamcorderSubContext *sc = NULL;
3379
3380         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3381         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3382         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3383                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3384         mmf_return_val_if_fail(interval, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3385
3386         mm_camcorder_get_state(camcorder, &current_state);
3387
3388         if (current_state >= MM_CAMCORDER_STATE_READY) {
3389                 sc = MMF_CAMCORDER_SUBCONTEXT(camcorder);
3390                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3391
3392                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3393                 if (!gst_camera_control_get_extra_preview_gop_interval(control, stream_id, &_interval)) {
3394                         MMCAM_LOG_ERROR("get GOP interval for stream[%d] failed", stream_id);
3395                         return MM_ERROR_CAMCORDER_INTERNAL;
3396                 }
3397
3398                 *interval = _interval;
3399         } else {
3400                 *interval = hcamcorder->extra_preview.format[stream_id].gop_interval;
3401         }
3402
3403         MMCAM_LOG_INFO("get GOP interval[%d] for stream[%d][state:%d]",
3404                 *interval, stream_id, current_state);
3405
3406         return MM_ERROR_NONE;
3407 }