src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include <gst/video/cameracontrol.h>
  29 #include <mm_sound.h>
  30 #include "mm_camcorder_internal.h"
  31 #include "mm_camcorder_stillshot.h"
  32 #include "mm_camcorder_exifinfo.h"
  33 #include "mm_camcorder_exifdef.h"
  34 #include <libexif/exif-loader.h>
  35 #include <libexif/exif-utils.h>
  36 #include <libexif/exif-data.h>
  37
  38 /*---------------------------------------------------------------------------------------
  39 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  40 ---------------------------------------------------------------------------------------*/
  41 #define EXIF_SET_ERR( return_type,tag_id) \
  42         _mmcam_dbg_err("error=%x,tag=%x",return_type,tag_id); \
  43         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  44                 goto exit; \
  45         }
  46
  47 /*---------------------------------------------------------------------------------------
  48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  49 ---------------------------------------------------------------------------------------*/
  50 #define THUMBNAIL_WIDTH         320
  51 #define THUMBNAIL_HEIGHT        240
  52 #define THUMBNAIL_JPEG_QUALITY  90
  53 #define TRY_LOCK_MAX_COUNT      100
  54 #define TRY_LOCK_TIME           20000   /* ms */
  55 #define H264_PREVIEW_BITRATE    1024*10 /* kbps */
  56 #define H264_PREVIEW_NEWGOP_INTERVAL    1000 /* ms */
  57 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  58
  59
  60 /*---------------------------------------------------------------------------------------
  61 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  62 ---------------------------------------------------------------------------------------*/
  63 /** STATIC INTERNAL FUNCTION **/
  64 /* Functions for JPEG capture without Encode bin */
  65 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
  66 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  67 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  68 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  69
  70 /* sound status changed callback */
  71 static void __sound_status_changed_cb(keynode_t* node, void *data);
  72
  73 /*=======================================================================================
  74 |  FUNCTION DEFINITIONS                                                                 |
  75 =======================================================================================*/
  76
  77 /*---------------------------------------------------------------------------------------
  78 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
  79 ---------------------------------------------------------------------------------------*/
  80
  81
  82 int _mmcamcorder_create_stillshot_pipeline(MMHandleType handle)
  83 {
  84         int err = MM_ERROR_UNKNOWN;
  85         GstPad *srcpad = NULL;
  86         GstPad *sinkpad = NULL;
  87
  88         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
  89         _MMCamcorderSubContext *sc = NULL;
  90
  91         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  92
  93         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
  94         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  95
  96         _mmcam_dbg_log("");
  97
  98         /* Create gstreamer element */
  99         _mmcam_dbg_log("Using Encodebin for capturing");
 100
 101         /* Create capture pipeline */
 102         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 103
 104         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 105         if (err != MM_ERROR_NONE) {
 106                 return err;
 107         }
 108
 109         /* add element and encodesink bin to encode main pipeline */
 110         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 111                          sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 112                          sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
 113                          sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 114                          NULL);
 115
 116         /* Link each element : appsrc - capsfilter - encodesink bin */
 117         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 118         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
 119         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 120
 121         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
 122         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 123         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 124
 125         /* connect handoff signal to get capture data */
 126         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 127                                    _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 128                                    G_CALLBACK(__mmcamcorder_handoff_callback),
 129                                    hcamcorder);
 130
 131         return MM_ERROR_NONE;
 132
 133 pipeline_creation_error:
 134         _mmcamcorder_remove_stillshot_pipeline(handle);
 135         return err;
 136 }
 137
 138
 139 int _mmcamcorder_connect_capture_signal(MMHandleType handle)
 140 {
 141         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 142         _MMCamcorderSubContext *sc = NULL;
 143
 144         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 145
 146         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 147         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 148
 149         /* check video source element */
 150         if (sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst) {
 151                 _mmcam_dbg_warn("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 152                 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 153                                            _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 154                                            G_CALLBACK(__mmcamcorder_image_capture_cb),
 155                                            hcamcorder);
 156
 157                 return MM_ERROR_NONE;
 158         } else {
 159                 _mmcam_dbg_err("videosrc element is not created yet");
 160                 return MM_ERROR_CAMCORDER_NOT_INITIALIZED;
 161         }
 162 }
 163
 164
 165 int _mmcamcorder_remove_stillshot_pipeline(MMHandleType handle)
 166 {
 167         int ret = MM_ERROR_NONE;
 168         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 169         _MMCamcorderSubContext *sc = NULL;
 170
 171         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 172
 173         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 174         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 175
 176         _mmcam_dbg_log("");
 177
 178         /* Check pipeline */
 179         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 180                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 181                 if (ret != MM_ERROR_NONE) {
 182                         _mmcam_dbg_err("Faile to change encode main pipeline state [0x%x]", ret);
 183                         return ret;
 184                 }
 185
 186                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 187
 188                 GstPad *reqpad = NULL;
 189
 190                 /* release request pad */
 191                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 192                 if (reqpad) {
 193                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 194                         gst_object_unref(reqpad);
 195                         reqpad = NULL;
 196                 }
 197
 198                 /* release encode main pipeline */
 199                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 200
 201                 _mmcam_dbg_log("Encoder pipeline removed");
 202         } else {
 203                 _mmcam_dbg_log("encode main pipeline is already removed");
 204         }
 205
 206         return MM_ERROR_NONE;
 207 }
 208
 209
 210 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 211 {
 212         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 213         _MMCamcorderSubContext *sc = NULL;
 214
 215         mmf_return_if_fail(hcamcorder);
 216
 217         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 218         mmf_return_if_fail(sc && sc->element);
 219
 220         _mmcam_dbg_log("");
 221
 222         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 223                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 224                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 225
 226                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 227
 228                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 229
 230                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 231
 232                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 233         }
 234 }
 235
 236
 237 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
 238 {
 239         int ret = MM_ERROR_NONE;
 240         int UseCaptureMode = 0;
 241         int width = 0;
 242         int height = 0;
 243         int fps = 0;
 244         int cap_format = MM_PIXEL_FORMAT_NV12;
 245         int image_encoder = MM_IMAGE_CODEC_JPEG;
 246         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 247         int is_modified_size = FALSE;
 248         int tag_orientation = 0;
 249         unsigned int cap_fourcc = 0;
 250
 251         char *err_name = NULL;
 252         const char *videosrc_name = NULL;
 253
 254         GstCameraControl *control = NULL;
 255
 256         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 257         _MMCamcorderImageInfo *info = NULL;
 258         _MMCamcorderSubContext *sc = NULL;
 259         type_element *VideosrcElement = NULL;
 260         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 261
 262         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 263
 264         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 265         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 266
 267         _mmcam_dbg_log("");
 268
 269         info = sc->info_image;
 270
 271         if (info->capturing) {
 272                 _mmcam_dbg_err("already capturing");
 273                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 274         }
 275
 276         _mmcamcorder_conf_get_value_int(handle, hcamcorder->conf_main,
 277                                         CONFIGURE_CATEGORY_MAIN_CAPTURE,
 278                                         "UseCaptureMode",
 279                                         &UseCaptureMode);
 280
 281         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 282                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 283                                       "VideosrcElement",
 284                                       &VideosrcElement);
 285
 286         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 287
 288         /* get current state */
 289         mm_camcorder_get_state(handle, &current_state);
 290
 291         /* set capture flag */
 292         info->capturing = TRUE;
 293
 294         ret = mm_camcorder_get_attributes(handle, &err_name,
 295                                     MMCAM_IMAGE_ENCODER, &image_encoder,
 296                                     MMCAM_CAMERA_WIDTH, &width,
 297                                     MMCAM_CAMERA_HEIGHT, &height,
 298                                     MMCAM_CAMERA_FPS, &fps,
 299                                     MMCAM_CAPTURE_FORMAT, &cap_format,
 300                                     MMCAM_CAPTURE_WIDTH, &info->width,
 301                                     MMCAM_CAPTURE_HEIGHT, &info->height,
 302                                     MMCAM_CAPTURE_COUNT, &info->count,
 303                                     MMCAM_CAPTURE_INTERVAL, &info->interval,
 304                                     MMCAM_STROBE_MODE, &strobe_mode,
 305                                     MMCAM_TAG_ORIENTATION, &tag_orientation,
 306                                     NULL);
 307         if (err_name) {
 308                 _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 309                 free(err_name);
 310                 err_name = NULL;
 311         }
 312
 313         ret = MM_ERROR_NONE;
 314
 315         /* check capture count */
 316         if (info->count < 1) {
 317                 _mmcam_dbg_err("capture count[%d] is invalid", info->count);
 318                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 319                 goto cmd_done;
 320         } else if (info->count == 1) {
 321                 info->type = _MMCamcorder_SINGLE_SHOT;
 322         } else {
 323                 info->type = _MMCamcorder_MULTI_SHOT;
 324                 info->next_shot_time = 0;
 325                 info->multi_shot_stop = FALSE;
 326
 327                 /* sound init to pause other session */
 328 #ifdef _MMCAMCORDER_UPLOAD_SAMPLE
 329                 _mmcamcorder_sound_init(handle, _MMCAMCORDER_FILEPATH_CAPTURE2_SND);
 330 #else /* _MMCAMCORDER_UPLOAD_SAMPLE */
 331                 _mmcamcorder_sound_init(handle);
 332 #endif /* _MMCAMCORDER_UPLOAD_SAMPLE */
 333         }
 334
 335         _mmcam_dbg_log("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 336                        width, height, info->preview_format, info->width, info->height, cap_format,
 337                        info->count, info->hdr_capture_mode, info->interval);
 338
 339         /* check state */
 340         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 341                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 342                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 343                         _mmcam_dbg_err("does not support multi/HDR capture while recording");
 344                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 345                         goto cmd_done;
 346                 }
 347
 348                 /* check capture size if ZSL is not supported*/
 349                 if (hcamcorder->support_zsl_capture == FALSE) {
 350                         _mmcam_dbg_warn("Capture size should be same with preview size while recording");
 351                         _mmcam_dbg_warn("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 352
 353                         info->width = width;
 354                         info->height = height;
 355
 356                         _mmcam_dbg_log("set capture width and height [%dx%d] to camera plugin", width, height);
 357                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 358                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 359
 360                         is_modified_size = TRUE;
 361                 }
 362         }
 363
 364         info->capture_cur_count = 0;
 365         info->capture_send_count = 0;
 366
 367         sc->internal_encode = FALSE;
 368
 369         if (!sc->bencbin_capture) {
 370                 /* Check encoding method */
 371                 if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
 372                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 373                             (sc->SensorEncodedCapture && sc->info_video->support_dual_stream) ||
 374                             is_modified_size) {
 375                                 cap_fourcc = _mmcamcorder_get_fourcc(cap_format, image_encoder, hcamcorder->use_zero_copy_format);
 376                                 _mmcam_dbg_log("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 377                         } else {
 378                                 /* no need to encode internally if ITLV format */
 379                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY) {
 380                                         sc->internal_encode = TRUE;
 381                                 }
 382                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 383
 384                                 _mmcam_dbg_log("MSL JPEG Capture : capture fourcc %c%c%c%c",
 385                                                cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 386                         }
 387                 } else {
 388                         cap_fourcc = _mmcamcorder_get_fourcc(cap_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 389                 }
 390
 391                 _mmcam_dbg_log("capture format (%d)", cap_format);
 392
 393                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 394                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 395                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 396                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 397
 398                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 399                         _mmcam_dbg_err("Can't cast Video source into camera control.");
 400                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 401                         goto cmd_done;
 402                 }
 403
 404                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 405                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 406         } else {
 407                 int need_change = 0;
 408                 int set_width = 0;
 409                 int set_height = 0;
 410                 int cap_jpeg_quality = 0;
 411
 412                 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 413                         _mmcam_dbg_err("could not capture in this target while recording");
 414                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 415                         goto cmd_done;
 416                 }
 417
 418                 if (UseCaptureMode) {
 419                         if (width != MMFCAMCORDER_HIGHQUALITY_WIDTH || height != MMFCAMCORDER_HIGHQUALITY_HEIGHT) {
 420                                 need_change = 1;
 421                         }
 422                 } else {
 423                         if (width != info->width || height != info->height) {
 424                                 need_change = 1;
 425                         }
 426                 }
 427
 428                 if (need_change) {
 429                         int rotation = 0;
 430
 431                         _mmcam_dbg_log("Need to change resolution");
 432
 433                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 434                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 435
 436                         /* make pipeline state as READY */
 437                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 438
 439                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 440                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 441
 442                         if (ret != MM_ERROR_NONE) {
 443                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
 444                                 goto cmd_done;
 445                         }
 446
 447                         if (UseCaptureMode) {
 448                                 set_width = MMFCAMCORDER_HIGHQUALITY_WIDTH;
 449                                 set_height = MMFCAMCORDER_HIGHQUALITY_HEIGHT;
 450                         } else {
 451                                 set_width = info->width;
 452                                 set_height = info->height;
 453                         }
 454
 455                         mm_camcorder_get_attributes(handle, &err_name,
 456                                                     MMCAM_CAMERA_ROTATION, &rotation,
 457                                                     NULL);
 458                         if (err_name) {
 459                                 _mmcam_dbg_warn("get_attributes err %s", err_name);
 460                                 free(err_name);
 461                                 err_name = NULL;
 462                         }
 463
 464                         /* set new caps */
 465                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, set_width, set_height, fps, rotation);
 466                         if (!ret) {
 467                                 _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 468                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 469                                 goto cmd_done;
 470                         }
 471
 472                         info->resolution_change = TRUE;
 473
 474                         /* make pipeline state as PLAYING */
 475                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 476                         if (ret != MM_ERROR_NONE) {
 477                                 _mmcam_dbg_err("failed to set state PLAYING %x", ret);
 478                                 goto cmd_done;
 479                         }
 480
 481                         _mmcam_dbg_log("Change to target resolution(%d, %d)", set_width, set_height);
 482                 } else {
 483                         _mmcam_dbg_log("No need to change resolution. Open toggle now.");
 484                         info->resolution_change = FALSE;
 485                 }
 486
 487                 /* add encodesinkbin */
 488                 ret = _mmcamcorder_create_stillshot_pipeline((MMHandleType)hcamcorder);
 489                 if (ret != MM_ERROR_NONE) {
 490                         _mmcam_dbg_err("failed to create encodesinkbin %x", ret);
 491                         goto cmd_done;
 492                 }
 493
 494                 ret = mm_camcorder_get_attributes(handle, &err_name,
 495                                                   MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 496                                                   NULL);
 497                 if (err_name) {
 498                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 499                         free(err_name);
 500                         err_name = NULL;
 501                 }
 502
 503                 /* set JPEG quality */
 504                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 505
 506                 /* set handoff signal as TRUE */
 507                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,"signal-handoffs", TRUE);
 508                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 509
 510                 /* set push encoding buffer as TRUE */
 511                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 512
 513                 /* make encode pipeline state as PLAYING */
 514                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 515                 if (ret != MM_ERROR_NONE) {
 516                         _mmcam_dbg_err("failed to set state PLAYING %x", ret);
 517                         goto cmd_done;
 518                 }
 519         }
 520
 521         /* Play capture sound here if single capture */
 522         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 523              (hcamcorder->support_zsl_capture == FALSE ||
 524               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 525             info->hdr_capture_mode) {
 526                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 527                     hcamcorder->support_zsl_capture == TRUE &&
 528                     !info->hdr_capture_mode) {
 529                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_FILEPATH_CAPTURE_SND, FALSE);
 530                 }
 531
 532                 /* set flag */
 533                 info->played_capture_sound = TRUE;
 534         } else {
 535                 /* set flag */
 536                 info->played_capture_sound = FALSE;
 537         }
 538
 539 cmd_done:
 540         if (ret != MM_ERROR_NONE) {
 541                 info->capturing = FALSE;
 542         }
 543
 544         return ret;
 545 }
 546
 547
 548 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 549 {
 550         int ret = MM_ERROR_NONE;
 551         int width = 0;
 552         int height = 0;
 553         int fps = 0;
 554         int rotation = 0;
 555         unsigned int current_framecount = 0;
 556         int current_state = MM_CAMCORDER_STATE_NONE;
 557         gboolean fps_auto = FALSE;
 558         char *err_name = NULL;
 559         const char *videosrc_name = NULL;
 560
 561         GstState state;
 562         GstElement *pipeline = NULL;
 563         GstCameraControl *control = NULL;
 564
 565         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 566         _MMCamcorderImageInfo *info = NULL;
 567         _MMCamcorderSubContext *sc = NULL;
 568         type_element *VideosrcElement = NULL;
 569
 570         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 571
 572         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 573         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 574
 575         /*_mmcam_dbg_log("");*/
 576
 577         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 578         info = sc->info_image;
 579
 580         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 581                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 582                                       "VideosrcElement",
 583                                       &VideosrcElement);
 584
 585         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 586
 587         sc->display_interval = 0;
 588         sc->previous_slot_time = 0;
 589
 590         /* Image info */
 591         info->next_shot_time = 0;
 592         info->multi_shot_stop = TRUE;
 593         info->capturing = FALSE;
 594
 595         _mmcamcorder_vframe_stablize(handle);
 596
 597         current_state = _mmcamcorder_get_state(handle);
 598         _mmcam_dbg_log("current state [%d]", current_state);
 599
 600         if (!sc->bencbin_capture) {
 601                 _mmcam_dbg_log("Preview start");
 602
 603                 /* just set capture stop command if current state is CAPTURING */
 604                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
 605                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 606                                 _mmcam_dbg_err("Can't cast Video source into camera control.");
 607                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 608                         }
 609
 610                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 611                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
 612
 613                         current_framecount = sc->kpi.video_framecount;
 614                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
 615                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
 616                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 617                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 618                         }
 619                 } else {
 620                         int focus_mode = 0;
 621                         mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 622
 623                         /* This case is starting of preview */
 624                         ret = mm_camcorder_get_attributes(handle, &err_name,
 625                                                           MMCAM_CAMERA_FPS_AUTO, &fps_auto,
 626                                                           MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
 627                                                           NULL);
 628                         if (ret != MM_ERROR_NONE) {
 629                                 _mmcam_dbg_warn("Get attrs fail. (%s:%x)", err_name, ret);
 630                                 SAFE_FREE (err_name);
 631                         }
 632
 633                         _mmcam_dbg_log("focus mode %d", focus_mode);
 634
 635                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
 636
 637                         /* set focus mode */
 638                         if (attr) {
 639                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
 640                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_CAMERA_FOCUS_MODE]));
 641                                         if (mmf_attrs_commit((MMHandleType)attr) == -1) {
 642                                                 _mmcam_dbg_err("set focus mode error");
 643                                         } else {
 644                                                 _mmcam_dbg_log("set focus mode success");
 645                                         }
 646                                 } else {
 647                                         _mmcam_dbg_log("focus mode is not supported");
 648                                 }
 649                         } else {
 650                                 _mmcam_dbg_err("failed to get attributes");
 651                         }
 652                 }
 653         }
 654
 655         /* init prev_time */
 656         sc->info_video->prev_preview_ts = 0;
 657
 658         gst_element_get_state(pipeline, &state, NULL, -1);
 659
 660         if (state == GST_STATE_PLAYING) {
 661                 if (!sc->bencbin_capture) {
 662                         int try_count = 0;
 663
 664                         if (hcamcorder->support_zsl_capture == FALSE) {
 665                                 mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 666
 667                                 /* Set strobe mode - strobe mode can not be set to driver while captuing */
 668                                 if (attr) {
 669                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_STROBE_MODE]));
 670                                         if (mmf_attrs_commit((MMHandleType) attr) == -1) {
 671                                                 _mmcam_dbg_warn("Failed to set strobe mode");
 672                                         }
 673                                 }
 674
 675                                 while (current_framecount >= sc->kpi.video_framecount &&
 676                                        try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
 677                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
 678                                 }
 679                         }
 680
 681                         if (info->type == _MMCamcorder_MULTI_SHOT) {
 682                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 683                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 684                         }
 685
 686                         _mmcam_dbg_log("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
 687                                        current_framecount, sc->kpi.video_framecount, try_count);
 688                 } else {
 689                         ret = _mmcamcorder_remove_stillshot_pipeline(handle);
 690                         if (ret != MM_ERROR_NONE) {
 691                                 goto cmd_error;
 692                         }
 693
 694                         if (info->resolution_change) {
 695                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 696                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 697                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 698                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 699                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 700                                 if (ret != MM_ERROR_NONE) {
 701                                         goto cmd_error;
 702                                 }
 703
 704                                 /* check if resolution need to rollback */
 705                                 mm_camcorder_get_attributes(handle, &err_name,
 706                                                             MMCAM_CAMERA_WIDTH, &width,
 707                                                             MMCAM_CAMERA_HEIGHT, &height,
 708                                                             MMCAM_CAMERA_FPS, &fps,
 709                                                             MMCAM_CAMERA_ROTATION, &rotation,
 710                                                             NULL);
 711
 712                                 /* set new caps */
 713                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
 714                                 if (!ret) {
 715                                         _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 716                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
 717                                         goto cmd_error;
 718                                 }
 719
 720                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 721                                 if (ret != MM_ERROR_NONE) {
 722                                         goto cmd_error;
 723                                 }
 724                         }
 725                 }
 726
 727                 /* sound finalize */
 728                 if (info->type == _MMCamcorder_MULTI_SHOT) {
 729                         _mmcamcorder_sound_finalize(handle);
 730                 }
 731         } else {
 732                 if (info->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
 733                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "bitrate", H264_PREVIEW_BITRATE);
 734                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "newgop-interval", H264_PREVIEW_NEWGOP_INTERVAL);
 735                 }
 736
 737                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 738                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 739
 740                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 741
 742                 if (ret != MM_ERROR_NONE) {
 743                         goto cmd_error;
 744                 }
 745
 746                 /* get sound status/volume level and register changed_cb */
 747                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
 748                     info->sound_status == _SOUND_STATUS_INIT) {
 749                         _mmcam_dbg_log("get sound status/volume level and register vconf changed_cb");
 750
 751                         /* get sound status */
 752                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
 753
 754                         _mmcam_dbg_log("sound status %d", info->sound_status);
 755
 756                         /* register changed_cb */
 757                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
 758                 }
 759         }
 760
 761 cmd_error:
 762         return ret;
 763 }
 764
 765
 766 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
 767 {
 768         int ret = MM_ERROR_NONE;
 769         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 770         int set_strobe = 0;
 771         GstCameraControl *control = NULL;
 772         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 773
 774         GstElement *pipeline = NULL;
 775
 776         _MMCamcorderSubContext *sc = NULL;
 777
 778         _mmcam_dbg_log("");
 779
 780         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 781
 782         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 783         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 784
 785         /* check strobe and set OFF if PERMANENT mode */
 786         mm_camcorder_get_attributes(handle, NULL,
 787                                     MMCAM_STROBE_MODE, &strobe_mode,
 788                                     NULL);
 789         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
 790             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 791                 _mmcam_dbg_log("current strobe mode is PERMANENT, set OFF");
 792
 793                 /* get camera control */
 794                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 795                 if (control) {
 796                         /* convert MSL to sensor value */
 797                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
 798
 799                         /* set strobe OFF */
 800                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
 801
 802                         _mmcam_dbg_log("set strobe OFF done - value: %d", set_strobe);
 803                 } else {
 804                         _mmcam_dbg_warn("cast CAMERA_CONTROL failed");
 805                 }
 806         }
 807
 808         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 809
 810         if(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 811                 _mmcam_dbg_log("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 812                 _mmcamcorder_remove_recorder_pipeline(handle);
 813         }
 814
 815         /* Disable skip flush buffer  */
 816         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", FALSE);
 817
 818         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 819         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 820
 821         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 822
 823         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 824         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 825
 826         /* Enable skip flush buffer  */
 827         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", TRUE);
 828
 829         /* deregister sound status callback */
 830         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
 831                 _mmcam_dbg_log("deregister sound status callback");
 832
 833                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
 834                 mm_sound_volume_remove_callback(VOLUME_TYPE_SYSTEM);
 835
 836                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
 837         }
 838
 839         return ret;
 840 }
 841
 842
 843 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
 844 {
 845         int ret = MM_ERROR_NONE;
 846
 847         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 848         _MMCamcorderSubContext *sc = NULL;
 849
 850         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 851
 852         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 853         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 854
 855         _mmcam_dbg_log("command %d", command);
 856
 857         switch (command) {
 858         case _MMCamcorder_CMD_CAPTURE:
 859                 ret = _mmcamcorder_image_cmd_capture(handle);
 860                 break;
 861         case _MMCamcorder_CMD_PREVIEW_START:
 862                 ret = _mmcamcorder_image_cmd_preview_start(handle);
 863
 864                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
 865                 _mmcamcorder_video_current_framerate_init(handle);
 866                 break;
 867         case _MMCamcorder_CMD_PREVIEW_STOP:
 868                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
 869                 break;
 870         case _MMCamcorder_CMD_RECORD:
 871         case _MMCamcorder_CMD_PAUSE:
 872         case _MMCamcorder_CMD_CANCEL:
 873         case _MMCamcorder_CMD_COMMIT:
 874                 /* video recording command */
 875                 ret = _mmcamcorder_video_command(handle, command);
 876                 break;
 877         default:
 878                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 879                 break;
 880         }
 881
 882         return ret;
 883 }
 884
 885
 886 void __mmcamcorder_init_stillshot_info (MMHandleType handle)
 887 {
 888         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 889         _MMCamcorderSubContext *sc = NULL;
 890         _MMCamcorderImageInfo *info = NULL;
 891
 892         mmf_return_if_fail(hcamcorder);
 893
 894         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 895         mmf_return_if_fail(sc && sc->info_image);
 896
 897         info = sc->info_image;
 898
 899         _mmcam_dbg_log("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
 900
 901         if (info->type ==_MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
 902                 info->capture_cur_count = 0;
 903                 info->capture_send_count = 0;
 904                 info->multi_shot_stop = TRUE;
 905                 info->next_shot_time = 0;
 906
 907                 /* capturing flag set to FALSE here */
 908                 info->capturing = FALSE;
 909         }
 910
 911         return;
 912 }
 913
 914
 915 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail)
 916 {
 917         int ret = MM_ERROR_NONE;
 918         unsigned char *data = NULL;
 919         unsigned int datalen = 0;
 920         int provide_exif = FALSE;
 921         _MMCamcorderSubContext *sc = NULL;
 922         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 923
 924         mmf_return_val_if_fail(hcamcorder, FALSE);
 925         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 926         mmf_return_val_if_fail(sc, FALSE);
 927
 928         _mmcam_dbg_log("");
 929
 930         if (!original || original->data == NULL || original->length == 0) {
 931                 if (!original) {
 932                         _mmcam_dbg_log("original is null");
 933                 } else {
 934                         _mmcam_dbg_log("data=%p, length=%d", original->data, original->length);
 935                 }
 936                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 937         } else {
 938                 /* original is input/output param. save original values to local var. */
 939                 data = original->data;
 940                 datalen = original->length;
 941         }
 942         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
 943         if(provide_exif == 0){
 944                 if (thumbnail) {
 945                         if (thumbnail->data && thumbnail->length > 0) {
 946                                 _mmcam_dbg_log("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
 947                                                thumbnail->data, thumbnail->width, thumbnail->height);
 948
 949                                 /* add thumbnail exif info */
 950                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
 951                                                                  thumbnail->data,
 952                                                                  thumbnail->width,
 953                                                                  thumbnail->height,
 954                                                                  thumbnail->length);
 955                         } else {
 956                                 _mmcam_dbg_err("Skip adding thumbnail (data=%p, length=%d)",
 957                                                thumbnail->data, thumbnail->length);
 958                         }
 959                 }
 960         } else {
 961                 ret = MM_ERROR_NONE;
 962         }
 963
 964         if (ret == MM_ERROR_NONE) {
 965                 /* write jpeg with exif */
 966                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length ,hcamcorder->exif_info, data, datalen);
 967                 if (ret != MM_ERROR_NONE) {
 968                         _mmcam_dbg_err("mm_exif_write_exif_jpeg_to_memory error! [0x%x]",ret);
 969                 }
 970         }
 971
 972         _mmcam_dbg_log("END ret 0x%x", ret);
 973
 974         return ret;
 975 }
 976
 977
 978 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
 979 {
 980         GstCaps *caps = NULL;
 981         GstMapInfo mapinfo;
 982         const GstStructure *structure;
 983
 984         mmf_return_if_fail(capture_data && sample);
 985
 986         caps = gst_sample_get_caps(sample);
 987         if (caps == NULL) {
 988                 _mmcam_dbg_err("failed to get caps");
 989                 goto GET_FAILED;
 990         }
 991
 992         structure = gst_caps_get_structure(caps, 0);
 993         if (structure == NULL) {
 994                 _mmcam_dbg_err("failed to get structure");
 995                 goto GET_FAILED;
 996         }
 997
 998         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
 999
1000         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1001         capture_data->data = mapinfo.data;
1002         capture_data->format = pixtype;
1003         gst_structure_get_int(structure, "width", &capture_data->width);
1004         gst_structure_get_int(structure, "height", &capture_data->height);
1005         capture_data->length = mapinfo.size;
1006         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1007
1008         _mmcam_dbg_warn("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1009                         capture_data->data, capture_data->width, capture_data->height,
1010                         capture_data->length, capture_data->format);
1011         return;
1012
1013 GET_FAILED:
1014         capture_data->data = NULL;
1015         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1016         capture_data->length = 0;
1017
1018         return;
1019 }
1020
1021
1022 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail)
1023 {
1024         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1025         _MMCamcorderSubContext *sc = NULL;
1026
1027         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1028
1029         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1030         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1031
1032         _mmcam_dbg_log("");
1033
1034         /* if tag enable and doesn't provide exif, we make it */
1035         _mmcam_dbg_log("Add exif information if existed(thumbnail[%p])", thumbnail);
1036         if (thumbnail && thumbnail->data) {
1037                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail);
1038         } else {
1039                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL);
1040         }
1041 }
1042
1043
1044 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest)
1045 {
1046         int tag_enable = 0;
1047         int provide_exif = FALSE;
1048
1049         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1050         _MMCamcorderSubContext *sc = NULL;
1051
1052         mmf_return_if_fail(hcamcorder);
1053         mmf_return_if_fail(dest);
1054
1055         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1056         mmf_return_if_fail(sc);
1057
1058         _mmcam_dbg_log("");
1059
1060         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1061         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1062
1063         /* if dest->data is allocated in MSL, release it */
1064         if (tag_enable && !provide_exif) {
1065                 if (dest->data) {
1066                         free(dest->data);
1067                         dest->length = 0;
1068                         dest->data = NULL;
1069                         _mmcam_dbg_log("Jpeg is released!");
1070                 }
1071         } else {
1072                 _mmcam_dbg_log("No need to release");
1073         }
1074
1075         return;
1076 }
1077
1078
1079 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1080 {
1081         int ret = MM_ERROR_NONE;
1082         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1083         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1084         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1085         int codectype = MM_IMAGE_CODEC_JPEG;
1086         int attr_index = 0;
1087         int count = 0;
1088         int stop_cont_shot = FALSE;
1089         int tag_enable = FALSE;
1090         int provide_exif = FALSE;
1091         int capture_quality = 0;
1092         int try_lock_count = 0;
1093         gboolean send_captured_message = FALSE;
1094         unsigned char *exif_raw_data = NULL;
1095         unsigned char *internal_main_data = NULL;
1096         unsigned int internal_main_length = 0;
1097         unsigned char *internal_thumb_data = NULL;
1098         unsigned int internal_thumb_length = 0;
1099         unsigned char *compare_data = NULL;
1100
1101         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1102         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1103         _MMCamcorderImageInfo *info = NULL;
1104         _MMCamcorderSubContext *sc = NULL;
1105         MMCamcorderCaptureDataType dest = {0,};
1106         MMCamcorderCaptureDataType thumb = {0,};
1107         MMCamcorderCaptureDataType scrnail = {0,};
1108         MMCamcorderCaptureDataType encode_src = {0,};
1109         GstMapInfo mapinfo1;
1110         GstMapInfo mapinfo2;
1111         GstMapInfo mapinfo3;
1112
1113         mmf_attrs_t *attrs = NULL;
1114         mmf_attribute_t *item_screennail = NULL;
1115         mmf_attribute_t *item_exif_raw_data = NULL;
1116
1117         mmf_return_if_fail(hcamcorder);
1118
1119         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1120         mmf_return_if_fail(sc && sc->info_image);
1121
1122         info = sc->info_image;
1123
1124         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1125         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1126         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1127
1128         /* get current state */
1129         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1130
1131         _mmcam_dbg_err("START - current state %d", current_state);
1132
1133         /* check capture state */
1134         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0) {
1135                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, "capture-break-cont-shot", &stop_cont_shot, NULL);
1136         }
1137
1138         if (!info->capturing || stop_cont_shot) {
1139                 _mmcam_dbg_warn("stop command[%d] or not capturing state[%d]. skip this...",
1140                                 stop_cont_shot, info->capturing);
1141
1142                 /*free GstBuffer*/
1143                 if (sample1) {
1144                         gst_sample_unref(sample1);
1145                 }
1146                 if (sample2) {
1147                         gst_sample_unref(sample2);
1148                 }
1149                 if (sample3) {
1150                         gst_sample_unref(sample3);
1151                 }
1152
1153                 return;
1154         }
1155
1156         /* check command lock to block capture callback if capture start API is not returned
1157            wait for 2 seconds at worst case */
1158         try_lock_count = 0;
1159         do {
1160                 _mmcam_dbg_log("Try command LOCK");
1161                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1162                         _mmcam_dbg_log("command LOCK OK");
1163                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1164                         break;
1165                 }
1166
1167                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1168                         _mmcam_dbg_warn("command LOCK Failed, retry...[count %d]", try_lock_count);
1169                         usleep(TRY_LOCK_TIME);
1170                 } else {
1171                         _mmcam_dbg_err("failed to lock command LOCK");
1172                         break;
1173                 }
1174         } while (TRUE);
1175
1176         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1177                 /* play capture sound here if multi capture
1178                    or preview format is ITLV(because of AF and flash control in plugin) */
1179                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1180                         pthread_mutex_lock(&(hcamcorder->task_thread_lock));
1181                         _mmcam_dbg_log("send signal for sound play");
1182                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1183                         pthread_cond_signal(&(hcamcorder->task_thread_cond));
1184                         pthread_mutex_unlock(&(hcamcorder->task_thread_lock));
1185                 } else if (!info->played_capture_sound) {
1186                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_FILEPATH_CAPTURE_SND, FALSE);
1187                 }
1188         }
1189
1190         /* init capture data */
1191         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1192         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1193         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1194
1195         /* Prepare main, thumbnail buffer */
1196         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1));
1197         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1198                 _mmcam_dbg_err("Unsupported pixel type");
1199                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1200                 goto error;
1201         }
1202
1203         /* Main image buffer */
1204         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1205                 _mmcam_dbg_err("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1206                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1207                 goto error;
1208         }else{
1209                 if ( (mapinfo1.data == NULL) && (mapinfo1.size == 0) ){
1210                         _mmcam_dbg_err("mapinfo1 is wrong (%p, size %d)", mapinfo1.data, mapinfo1.size);
1211                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1212                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1213                         goto error;
1214                 }else
1215                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1216         }
1217
1218         if ( !sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ) ) {
1219                 _mmcam_dbg_log("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1220         }
1221         if ( !sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ)) {
1222                 _mmcam_dbg_log("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1223         }
1224
1225         /* Screennail image buffer */
1226         attrs = (mmf_attrs_t*)MMF_CAMCORDER_ATTRS(hcamcorder);
1227         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index);
1228         item_screennail = &attrs->items[attr_index];
1229
1230         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1231                 _mmcam_dbg_log("Screennail (sample3=%p,size=%d)", sample3, mapinfo3.size);
1232
1233                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3));
1234                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1235
1236                 /* Set screennail attribute for application */
1237                 ret = mmf_attribute_set_data(item_screennail, &scrnail, sizeof(scrnail));
1238                 _mmcam_dbg_log("Screennail set attribute data %p, size %d, ret %x", &scrnail, sizeof(scrnail), ret);
1239         } else {
1240                 _mmcam_dbg_log("Sample3 has wrong pointer. Not Error. (sample3=%p)",sample3);
1241                 mmf_attribute_set_data(item_screennail, NULL, 0);
1242         }
1243
1244         /* commit screennail data */
1245         mmf_attribute_commit(item_screennail);
1246
1247         /* init thumb data */
1248         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1249
1250         /* get provide-exif */
1251         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1252
1253         /* Thumbnail image buffer */
1254         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1255                 _mmcam_dbg_log("Thumbnail (buffer2=%p)",gst_sample_get_buffer(sample2));
1256                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2));
1257                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1258         } else {
1259                 _mmcam_dbg_log("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1260
1261                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1262                         ExifLoader *l;
1263                         /* get thumbnail from EXIF */
1264                         l = exif_loader_new();
1265                         if (l) {
1266                                 ExifData *ed;
1267                                 char  width[10];
1268                                 char  height[10];
1269                                 ExifEntry *entry = NULL;
1270
1271                                 exif_loader_write (l, dest.data, dest.length);
1272
1273                                 /* Get a pointer to the EXIF data */
1274                                 ed = exif_loader_get_data(l);
1275
1276                                 /* The loader is no longer needed--free it */
1277                                 exif_loader_unref(l);
1278                                 l = NULL;
1279                                 if (ed) {
1280                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1281                                         if (entry != NULL) {
1282                                                 exif_entry_get_value(entry,width,10);
1283                                         }
1284                                         entry = NULL;
1285                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1286                                         if (entry != NULL) {
1287                                                 exif_entry_get_value(entry,height , 10);
1288                                         }
1289                                         entry = NULL;
1290                                         /* Make sure the image had a thumbnail before trying to write it */
1291                                         if (ed->data && ed->size) {
1292                                                 thumb.data = malloc(ed->size);
1293                                                 memcpy(thumb.data,ed->data,ed->size);
1294                                                 thumb.length = ed->size;
1295                                                 #if 0
1296                                                 {
1297                                                     FILE *fp = NULL;
1298                                                     fp = fopen ("/opt/usr/media/thumbnail_test.jpg", "a+");
1299                                                     fwrite (thumb.data, 1, thumb.length, fp);
1300                                                     fclose (fp);
1301                                                 }
1302                                                 #endif
1303                                                 thumb.format = MM_PIXEL_FORMAT_ENCODED;
1304                                                 thumb.width = atoi(width);
1305                                                 thumb.height = atoi(height);
1306                                                 internal_thumb_data = thumb.data;
1307                                         }
1308                                         exif_data_unref(ed);
1309                                         ed = NULL;
1310                                 } else {
1311                                         _mmcam_dbg_warn("failed to get exif data");
1312                                 }
1313                         } else {
1314                                 _mmcam_dbg_warn("failed to create exif loader");
1315                         }
1316                 }
1317
1318                 if (thumb.data == NULL) {
1319                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1320                             scrnail.data && scrnail.length != 0) {
1321                                 /* make thumbnail image with screennail data */
1322                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1323                         } else if (sc->internal_encode) {
1324                                 /* make thumbnail image with main data, this is raw data */
1325                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1326                         }
1327                 }
1328
1329                 /* encode thumbnail */
1330                 if (encode_src.data) {
1331                         unsigned int thumb_width = 0;
1332                         unsigned int thumb_height = 0;
1333                         unsigned int thumb_length = 0;
1334                         unsigned char *thumb_raw_data = NULL;
1335
1336                         /* encode image */
1337                         _mmcam_dbg_log("Encode Thumbnail");
1338
1339                         if (encode_src.width > THUMBNAIL_WIDTH) {
1340                                 /* calculate thumbnail size */
1341                                 thumb_width = THUMBNAIL_WIDTH;
1342                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1343                                 if (thumb_height % 2 != 0) {
1344                                         thumb_height += 1;
1345                                 }
1346
1347                                 _mmcam_dbg_log("need to resize : thumbnail size %dx%d, format %d",
1348                                                thumb_width, thumb_height, encode_src.format);
1349
1350                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1351                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1352                                      encode_src.width % thumb_width == 0 &&
1353                                      encode_src.height % thumb_height == 0) {
1354                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1355                                                                               &thumb_raw_data, thumb_width, thumb_height)) {
1356                                                 thumb_raw_data = NULL;
1357                                                 _mmcam_dbg_warn("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1358                                         }
1359                                 } else {
1360                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1361                                                                            encode_src.length, encode_src.format,
1362                                                                            &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1363                                                 thumb_raw_data = NULL;
1364                                                 _mmcam_dbg_warn("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1365                                         }
1366                                 }
1367                         } else {
1368                                 thumb_width = encode_src.width;
1369                                 thumb_height = encode_src.height;
1370
1371                                 _mmcam_dbg_log("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1372
1373                                 thumb_raw_data = encode_src.data;
1374                                 thumb_length = encode_src.length;
1375                         }
1376
1377                         if (thumb_raw_data) {
1378                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1379                                                                encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1380                                                                (void **)&internal_thumb_data, &internal_thumb_length);
1381                                 if (ret) {
1382                                         _mmcam_dbg_log("encode THUMBNAIL done - data %p, length %d",
1383                                                        internal_thumb_data, internal_thumb_length);
1384
1385                                         thumb.data = internal_thumb_data;
1386                                         thumb.length = internal_thumb_length;
1387                                         thumb.width = thumb_width;
1388                                         thumb.height = thumb_height;
1389                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1390                                 } else {
1391                                         _mmcam_dbg_warn("failed to encode THUMBNAIL");
1392                                 }
1393
1394                                 /* release allocated raw data memory */
1395                                 if (thumb_raw_data != encode_src.data) {
1396                                         free(thumb_raw_data);
1397                                         thumb_raw_data = NULL;
1398                                         _mmcam_dbg_log("release thumb_raw_data");
1399                                 }
1400                         } else {
1401                                 _mmcam_dbg_warn("thumb_raw_data is NULL");
1402                         }
1403                 } else {
1404                         // no raw data src for thumbnail
1405                         _mmcam_dbg_log("no need to encode thumbnail");
1406                 }
1407         }
1408
1409         /* Encode JPEG */
1410         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1411                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1412                                             MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1413                                             NULL);
1414                 _mmcam_dbg_log("Start Internal Encode - capture_quality %d", capture_quality);
1415
1416                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1417                                                pixtype_main, dest.length, capture_quality,
1418                                                (void **)&internal_main_data, &internal_main_length);
1419                 if (!ret) {
1420                         _mmcam_dbg_err("_mmcamcorder_encode_jpeg failed");
1421
1422                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1423
1424                         goto error;
1425                 }
1426
1427                 /* set format */
1428                 dest.data = internal_main_data;
1429                 dest.length = internal_main_length;
1430                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1431
1432                 _mmcam_dbg_log("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1433         }
1434
1435         /* create EXIF info */
1436         if(!provide_exif){ // make new exif
1437                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1438         } else { // load from jpeg buffer dest.data
1439                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1440                 if (ret != MM_ERROR_NONE) {
1441                         _mmcam_dbg_err("Failed to load exif_info [%x], try to create EXIF", ret);
1442                         provide_exif = FALSE;
1443                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1444                 }
1445         }
1446         if (ret != MM_ERROR_NONE) {
1447                 _mmcam_dbg_err("Failed to create exif_info [%x], but keep going...", ret);
1448         } else {
1449                 /* add basic exif info */
1450                 if(!provide_exif) {
1451                         _mmcam_dbg_log("add basic exif info");
1452                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1453                 } else {
1454                         _mmcam_dbg_log("update exif info");
1455                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1456                 }
1457
1458                 if (ret != MM_ERROR_NONE) {
1459                         _mmcam_dbg_warn("Failed set_exif_basic_info [%x], but keep going...", ret);
1460                         ret = MM_ERROR_NONE;
1461                 }
1462         }
1463
1464         /* get attribute item for EXIF data */
1465         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index);
1466         item_exif_raw_data = &attrs->items[attr_index];
1467
1468         /* set EXIF data to attribute */
1469         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1470                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1471                 if (exif_raw_data) {
1472                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1473                         mmf_attribute_set_data(item_exif_raw_data, exif_raw_data, hcamcorder->exif_info->size);
1474                         _mmcam_dbg_log("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1475                 } else {
1476                         _mmcam_dbg_warn("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1477                 }
1478         } else {
1479                 _mmcam_dbg_warn("failed to create EXIF. set EXIF as NULL");
1480                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1481         }
1482
1483         /* commit EXIF data */
1484         mmf_attribute_commit(item_exif_raw_data);
1485
1486         /* get tag-enable */
1487         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1488
1489         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1490         if (dest.format == MM_PIXEL_FORMAT_ENCODED){
1491                 if (tag_enable) {
1492                         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1493                                                     MMCAM_IMAGE_ENCODER, &codectype,
1494                                                     NULL);
1495                         _mmcam_dbg_log("codectype %d", codectype);
1496
1497                         switch (codectype) {
1498                         case MM_IMAGE_CODEC_JPEG:
1499                         case MM_IMAGE_CODEC_SRW:
1500                         case MM_IMAGE_CODEC_JPEG_SRW:
1501                                 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb);
1502                                 if (ret != MM_ERROR_NONE) {
1503                                         _mmcam_dbg_err("Error on setting extra data to jpeg");
1504                                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1505                                         goto error;
1506                                 }
1507                                 break;
1508                         default:
1509                                 _mmcam_dbg_err("The codectype is not supported. (%d)", codectype);
1510                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1511                                 goto error;
1512                         }
1513                 }
1514         }
1515
1516         /* Handle Capture Callback */
1517         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1518
1519         if (hcamcorder->vcapture_cb) {
1520                 _mmcam_dbg_log("APPLICATION CALLBACK START");
1521                 if (thumb.data) {
1522                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1523                 } else {
1524                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1525                 }
1526                 _mmcam_dbg_log("APPLICATION CALLBACK END");
1527         } else {
1528                 _mmcam_dbg_err("Capture callback is NULL.");
1529
1530                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1531
1532                 goto err_release_exif;
1533         }
1534
1535         /* Set capture count */
1536         count = ++(info->capture_send_count);
1537         send_captured_message = TRUE;
1538
1539 err_release_exif:
1540         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1541
1542         /* init screennail and EXIF raw data */
1543         mmf_attribute_set_data(item_screennail, NULL, 0);
1544         mmf_attribute_commit(item_screennail);
1545         if (exif_raw_data) {
1546                 free(exif_raw_data);
1547                 exif_raw_data = NULL;
1548
1549                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1550                 mmf_attribute_commit(item_exif_raw_data);
1551         }
1552
1553         /* Release jpeg data */
1554         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED) {
1555                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest);
1556         }
1557
1558 error:
1559         /* Check end condition and set proper value */
1560         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1561             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1562                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1563         }
1564
1565         /* release internal allocated data */
1566         if (sc->internal_encode) {
1567                 compare_data = internal_main_data;
1568         } else {
1569                 compare_data = mapinfo1.data;
1570         }
1571         if (dest.data && compare_data &&
1572             dest.data != compare_data) {
1573                 _mmcam_dbg_log("release internal allocated data %p", dest.data);
1574                 free(dest.data);
1575                 dest.data = NULL;
1576                 dest.length = 0;
1577         }
1578         if (internal_main_data) {
1579                 _mmcam_dbg_log("release internal main data %p", internal_main_data);
1580                 free(internal_main_data);
1581                 internal_main_data = NULL;
1582         }
1583         if (internal_thumb_data) {
1584                 _mmcam_dbg_log("release internal thumb data %p", internal_thumb_data);
1585                 free(internal_thumb_data);
1586                 internal_thumb_data = NULL;
1587         }
1588
1589         /* reset compare_data */
1590         compare_data = NULL;
1591
1592         /*free GstBuffer*/
1593         if (sample1) {
1594                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1595                 gst_sample_unref(sample1);
1596         }
1597         if (sample2) {
1598                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1599                 gst_sample_unref(sample2);
1600         }
1601         if (sample3) {
1602                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1603                 gst_sample_unref(sample3);
1604         }
1605
1606         /* destroy exif info */
1607         mm_exif_destory_exif_info(hcamcorder->exif_info);
1608         hcamcorder->exif_info = NULL;
1609
1610         /* send captured message */
1611         if (send_captured_message) {
1612                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1613                         /* Send CAPTURED message and count - capture success */
1614                         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1615                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1616                         } else {
1617                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1618                         }
1619                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1620                         /* send captured message only once in HDR and Original Capture mode */
1621                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1622                 }
1623         }
1624
1625         /* Handle capture in recording case */
1626         if (hcamcorder->capture_in_recording) {
1627                 hcamcorder->capture_in_recording = FALSE;
1628         }
1629
1630         _mmcam_dbg_err("END");
1631
1632         return;
1633 }
1634
1635
1636 gboolean __mmcamcorder_handoff_callback(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1637 {
1638         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1639         _MMCamcorderSubContext *sc = NULL;
1640
1641         mmf_return_val_if_fail(hcamcorder, FALSE);
1642
1643         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1644         mmf_return_val_if_fail(sc && sc->element, FALSE);
1645
1646         _mmcam_dbg_log("");
1647
1648         /* FIXME. How could you get a thumbnail? */
1649         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
1650
1651         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
1652                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
1653                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
1654                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
1655         }
1656
1657         return TRUE;
1658 }
1659
1660
1661 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
1662 {
1663         int value = 0;
1664         ExifShort eshort = 0;
1665         int ret = MM_ERROR_NONE;
1666
1667         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
1668         _mmcam_dbg_log("get orientation [%d]",value);
1669         if (value == 0) {
1670                 value = MM_EXIF_ORIENTATION;
1671         }
1672
1673         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
1674         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
1675                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
1676         if (ret != MM_ERROR_NONE) {
1677                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
1678         }
1679
1680 exit:
1681         return ed;
1682 }
1683
1684
1685 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
1686 {
1687         int ret = MM_ERROR_NONE;
1688         char *make = strdup(MM_MAKER_NAME);
1689
1690         if (make) {
1691                 _mmcam_dbg_log("maker [%s]", make);
1692                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
1693                                             EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
1694                 free(make);
1695                 if (ret != MM_ERROR_NONE) {
1696                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1697                 }
1698         } else {
1699                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
1700                 EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1701         }
1702
1703 exit:
1704         return ed;
1705 }
1706
1707
1708 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
1709 {
1710         int ret = MM_ERROR_NONE;
1711         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1712
1713         if (hcamcorder == NULL || ed == NULL) {
1714                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1715                 return NULL;
1716         }
1717
1718         if (hcamcorder->software_version) {
1719                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
1720                                             strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
1721                 if (ret != MM_ERROR_NONE) {
1722                         _mmcam_dbg_err("set software_version[%s] failed", hcamcorder->software_version);
1723                 } else {
1724                         _mmcam_dbg_log("set software_version[%s] done", hcamcorder->software_version);
1725                 }
1726         } else {
1727                 _mmcam_dbg_err("model_name is NULL");
1728         }
1729
1730         return ed;
1731 }
1732
1733
1734 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
1735 {
1736         int ret = MM_ERROR_NONE;
1737         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1738
1739         if (hcamcorder == NULL || ed == NULL) {
1740                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1741                 return NULL;
1742         }
1743
1744         if (hcamcorder->model_name) {
1745                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
1746                                             strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
1747                 if (ret != MM_ERROR_NONE) {
1748                         _mmcam_dbg_err("set model name[%s] failed", hcamcorder->model_name);
1749                 } else {
1750                         _mmcam_dbg_log("set model name[%s] done", hcamcorder->model_name);
1751                 }
1752         } else {
1753                 _mmcam_dbg_err("model_name is NULL");
1754         }
1755
1756         return ed;
1757 }
1758
1759 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
1760 {
1761         int ret = MM_ERROR_NONE;
1762         int gps_enable = TRUE;
1763         char *err_name = NULL;
1764         double latitude = INVALID_GPS_VALUE;
1765         double longitude = INVALID_GPS_VALUE;
1766         double altitude = INVALID_GPS_VALUE;
1767
1768         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
1769         if (ret == MM_ERROR_NONE && gps_enable) {
1770                 ExifByte GpsVersion[4]={2,2,0,0};
1771
1772                 _mmcam_dbg_log("Tag for GPS is ENABLED.");
1773
1774                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
1775                                             EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
1776                 if (ret != MM_ERROR_NONE) {
1777                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
1778                 }
1779
1780                 ret = mm_camcorder_get_attributes(handle, &err_name,
1781                                                   MMCAM_TAG_LATITUDE, &latitude,
1782                                                   MMCAM_TAG_LONGITUDE, &longitude,
1783                                                   MMCAM_TAG_ALTITUDE, &altitude, NULL);
1784                 if (ret != MM_ERROR_NONE) {
1785                         _mmcam_dbg_err("failed to get gps info [%x][%s]", ret, err_name);
1786                         SAFE_FREE(err_name);
1787                         goto exit;
1788                 }
1789
1790                 _mmcam_dbg_log("latitude [%f]", latitude);
1791                 if (latitude != INVALID_GPS_VALUE) {
1792                         unsigned char *b = NULL;
1793                         unsigned int deg;
1794                         unsigned int min;
1795                         unsigned int sec;
1796                         ExifRational rData;
1797
1798                         if (latitude < 0) {
1799                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1800                                                             EXIF_FORMAT_ASCII, 2, "S");
1801                                 if (ret != MM_ERROR_NONE) {
1802                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1803                                 }
1804                                 latitude = -latitude;
1805                         } else if (latitude > 0) {
1806                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1807                                                             EXIF_FORMAT_ASCII, 2, "N");
1808                                 if (ret != MM_ERROR_NONE) {
1809                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1810                                 }
1811                         }
1812
1813                         deg = (unsigned int)(latitude);
1814                         min = (unsigned int)((latitude-deg)*60);
1815                         sec = (unsigned int)(((latitude-deg)*3600)-min*60);
1816
1817                         _mmcam_dbg_log("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1818                         b = malloc(3 * sizeof(ExifRational));
1819                         if (b) {
1820                                 rData.numerator = deg;
1821                                 rData.denominator = 1;
1822                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1823                                 rData.numerator = min;
1824                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1825                                 rData.numerator = sec;
1826                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1827
1828                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
1829                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1830                                 free(b);
1831                                 if (ret != MM_ERROR_NONE) {
1832                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
1833                                 }
1834                         } else {
1835                                 _mmcam_dbg_warn("malloc failed");
1836                         }
1837                 }
1838
1839                 _mmcam_dbg_log("longitude [%f]", longitude);
1840                 if (longitude != INVALID_GPS_VALUE) {
1841                         unsigned char *b = NULL;
1842                         unsigned int deg;
1843                         unsigned int min;
1844                         unsigned int sec;
1845                         ExifRational rData;
1846
1847                         if (longitude < 0) {
1848                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1849                                                             EXIF_FORMAT_ASCII, 2, "W");
1850                                 if (ret != MM_ERROR_NONE) {
1851                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1852                                 }
1853                                 longitude = -longitude;
1854                         } else if (longitude > 0) {
1855                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1856                                                             EXIF_FORMAT_ASCII, 2, "E");
1857                                 if (ret != MM_ERROR_NONE) {
1858                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1859                                 }
1860                         }
1861
1862                         deg = (unsigned int)(longitude);
1863                         min = (unsigned int)((longitude-deg)*60);
1864                         sec = (unsigned int)(((longitude-deg)*3600)-min*60);
1865
1866                         _mmcam_dbg_log("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1867                         b = malloc(3 * sizeof(ExifRational));
1868                         if (b) {
1869                                 rData.numerator = deg;
1870                                 rData.denominator = 1;
1871                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1872                                 rData.numerator = min;
1873                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1874                                 rData.numerator = sec;
1875                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1876                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
1877                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1878                                 free(b);
1879                                 if (ret != MM_ERROR_NONE) {
1880                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
1881                                 }
1882                         } else {
1883                                 _mmcam_dbg_warn("malloc failed");
1884                         }
1885                 }
1886
1887                 _mmcam_dbg_log("f_altitude [%f]", altitude);
1888                 if (altitude != INVALID_GPS_VALUE) {
1889                         ExifByte alt_ref = 0;
1890                         unsigned char *b = NULL;
1891                         ExifRational rData;
1892                         b = malloc(sizeof(ExifRational));
1893                         if (b) {
1894                                 if (altitude < 0) {
1895                                         alt_ref = 1;
1896                                         altitude = -altitude;
1897                                 }
1898
1899                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
1900                                                             EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
1901                                 if (ret != MM_ERROR_NONE) {
1902                                         _mmcam_dbg_err("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
1903                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
1904                                                 free(b);
1905                                                 b = NULL;
1906                                                 goto exit;
1907                                         }
1908                                 }
1909
1910                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
1911                                 rData.denominator = 100;
1912                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1913                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
1914                                                             EXIF_FORMAT_RATIONAL, 1, (const char *)b);
1915                                 free(b);
1916                                 if (ret != MM_ERROR_NONE) {
1917                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
1918                                 }
1919                         } else {
1920                                 _mmcam_dbg_warn("malloc failed");
1921                         }
1922                 }
1923
1924                 {
1925                         double gps_timestamp = INVALID_GPS_VALUE;
1926                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
1927                         _mmcam_dbg_log("Gps timestamp [%f]", gps_timestamp);
1928                         if (gps_timestamp > 0.0) {
1929                                 unsigned char *b = NULL;
1930                                 unsigned int hour;
1931                                 unsigned int min;
1932                                 unsigned int microsec;
1933                                 ExifRational rData;
1934
1935                                 hour = (unsigned int)(gps_timestamp / 3600);
1936                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
1937                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
1938
1939                                 _mmcam_dbg_log("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
1940                                 b = malloc(3 * sizeof(ExifRational));
1941                                 if (b) {
1942                                         rData.numerator = hour;
1943                                         rData.denominator = 1;
1944                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1945
1946                                         rData.numerator = min;
1947                                         rData.denominator = 1;
1948                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
1949
1950                                         rData.numerator = microsec;
1951                                         rData.denominator = 1000000;
1952                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
1953
1954                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
1955                                                                     EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1956                                         free(b);
1957                                         if (ret != MM_ERROR_NONE) {
1958                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
1959                                         }
1960                                 } else {
1961                                         _mmcam_dbg_warn( "malloc failed." );
1962                                 }
1963                         }
1964                 }
1965
1966                 {
1967                         unsigned char *date_stamp = NULL;
1968                         int date_stamp_len = 0;
1969
1970                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
1971
1972                         if (date_stamp) {
1973                                 _mmcam_dbg_log("Date stamp [%s]", date_stamp);
1974
1975                                 /* cause it should include NULL char */
1976                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
1977                                                             EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
1978                                 if (ret != MM_ERROR_NONE) {
1979                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
1980                                 }
1981                         }
1982                 }
1983
1984                 {
1985                         unsigned char *processing_method = NULL;
1986                         int processing_method_len = 0;
1987
1988                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
1989
1990                         if (processing_method) {
1991                                 _mmcam_dbg_log("Processing method [%s]", processing_method);
1992
1993                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
1994                                                             EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
1995                                 if (ret != MM_ERROR_NONE) {
1996                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
1997                                 }
1998                         }
1999                 }
2000         } else {
2001                 _mmcam_dbg_log( "Tag for GPS is DISABLED." );
2002         }
2003
2004 exit:
2005         return ed;
2006 }
2007
2008
2009 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2010 {
2011         int ret = MM_ERROR_NONE;
2012         mmf_camcorder_t *hcamcorder = NULL;
2013         ExifData *ed = NULL;
2014
2015         hcamcorder = MMF_CAMCORDER(handle);
2016
2017         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2018
2019         ed = exif_data_new_from_data(imagedata, imgln);
2020         //ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2021
2022         if (ed == NULL) {
2023                 _mmcam_dbg_err("get exif data error!!");
2024                 return MM_ERROR_INVALID_HANDLE;
2025         }
2026
2027         /* update necessary */
2028
2029         __mmcamcorder_update_exif_make(handle, ed);
2030         __mmcamcorder_update_exif_software(handle, ed);
2031         __mmcamcorder_update_exif_model(handle, ed);
2032         __mmcamcorder_update_exif_orientation(handle, ed);
2033         __mmcamcorder_update_exif_gps(handle, ed);
2034         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2035         if (ret != MM_ERROR_NONE) {
2036                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2037         }
2038
2039         exif_data_unref(ed);
2040         ed = NULL;
2041         return ret;
2042 }
2043
2044 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2045 {
2046         int ret = MM_ERROR_NONE;
2047         int value;
2048         int str_val_len = 0;
2049         int cntl = 0;
2050         int cnts = 0;
2051         char *str_value = NULL;
2052         char *user_comment = NULL;
2053         ExifData *ed = NULL;
2054         ExifLong config;
2055         ExifLong ExifVersion;
2056         static ExifShort eshort[20];
2057         static ExifLong elong[10];
2058
2059         GstCameraControl *control = NULL;
2060         GstCameraControlExifInfo avsys_exif_info;
2061
2062         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2063         _MMCamcorderSubContext *sc = NULL;
2064
2065         _mmcam_dbg_log("");
2066
2067         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2068
2069         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2070         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2071
2072         CLEAR(avsys_exif_info);
2073
2074         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2075                 _mmcam_dbg_err("Can't cast Video source into camera control. Skip camera control values...");
2076         } else {
2077                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2078                 /* get device information */
2079                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2080         }
2081
2082         /* get ExifData from exif info */
2083         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2084         if (ed == NULL || ed->ifd == NULL) {
2085                 _mmcam_dbg_err("get exif data error!!(%p, %p)", ed, (ed ? ed->ifd : NULL));
2086                 return MM_ERROR_INVALID_HANDLE;
2087         }
2088
2089         /* Receive attribute info */
2090
2091         /* START INSERT IFD_0 */
2092
2093         /*0. EXIF_TAG_EXIF_VERSION */
2094         ExifVersion = MM_EXIF_VERSION;
2095         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2096                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2097         if (ret != MM_ERROR_NONE) {
2098                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2099         }
2100
2101         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2102         value = image_width;
2103
2104         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2105         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2106                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2107         if (ret != MM_ERROR_NONE) {
2108                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2109         }
2110
2111         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2112                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2113         if (ret != MM_ERROR_NONE) {
2114                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2115         }
2116         _mmcam_dbg_log("width[%d]", value);
2117
2118         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2119         value = image_height;
2120
2121         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order (ed), value);
2122         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2123                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2124         if (ret != MM_ERROR_NONE) {
2125                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2126         }
2127
2128         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2129                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2130         if (ret != MM_ERROR_NONE) {
2131                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2132         }
2133         _mmcam_dbg_log("height[%d]", value);
2134
2135         /*4. EXIF_TAG_DATE_TIME */
2136
2137         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2138
2139         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2140         {
2141                 unsigned char *b;
2142                 time_t t;
2143                 struct tm tm;
2144
2145                 b = malloc(20 * sizeof(unsigned char));
2146                 if (b == NULL) {
2147                         _mmcam_dbg_err("failed to alloc b");
2148                         ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2149                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2150                 }
2151
2152                 memset(b, '\0', 20);
2153
2154                 t = time(NULL);
2155                 tzset();
2156                 localtime_r(&t, &tm);
2157
2158                 snprintf((char *)b, 20, "%04i:%02i:%02i %02i:%02i:%02i",
2159                          tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2160                          tm.tm_hour, tm.tm_min, tm.tm_sec);
2161
2162                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2163                 if (ret != MM_ERROR_NONE) {
2164                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2165                                 free(b);
2166                         }
2167                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2168                 }
2169
2170                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2171                 if (ret != MM_ERROR_NONE) {
2172                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2173                                 free(b);
2174                         }
2175                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2176                 }
2177
2178                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2179                 if (ret != MM_ERROR_NONE) {
2180                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2181                                 free(b);
2182                         }
2183                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2184                 }
2185
2186                 free(b);
2187         }
2188
2189         /*5. EXIF_TAG_MAKE */
2190         __mmcamcorder_update_exif_make(handle, ed);
2191
2192 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2193
2194         /*6. EXIF_TAG_MODEL */
2195         __mmcamcorder_update_exif_model(handle, ed);
2196
2197 #endif
2198         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2199         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2200         _mmcam_dbg_log("desctiption [%s]", str_value);
2201         if (str_value && str_val_len > 0) {
2202                 char *description = strdup(str_value);
2203                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2204                                             EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2205                 free(description);
2206                 str_value = NULL;
2207                 str_val_len = 0;
2208                 if (ret != MM_ERROR_NONE) {
2209                         EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2210                 }
2211         } else {
2212                 _mmcam_dbg_warn("failed to get description");
2213         }
2214
2215         /*7. EXIF_TAG_SOFTWARE*/
2216         __mmcamcorder_update_exif_software(handle, ed);
2217
2218 /*
2219         if (control != NULL) {
2220                 char software[50] = {0,};
2221                 unsigned int len = 0;
2222
2223                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8,(avsys_exif_info.software_used & 0xff));
2224                 _mmcam_dbg_log("software [%s], len [%d]", software, len);
2225                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2226                                             EXIF_FORMAT_ASCII, len, (const char *)software);
2227                 if (ret != MM_ERROR_NONE) {
2228                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2229                 }
2230         }
2231 */
2232
2233         __mmcamcorder_update_exif_orientation(handle, ed);
2234
2235         /* START INSERT EXIF_IFD */
2236
2237         /*3. User Comment*/
2238         /*FIXME : get user comment from real user */
2239         user_comment = strdup(MM_USER_COMMENT);
2240         if (user_comment) {
2241                 _mmcam_dbg_log("user_comment=%s",user_comment);
2242                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2243                                             EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2244                 free(user_comment);
2245                 if (ret != MM_ERROR_NONE) {
2246                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2247                 }
2248         } else {
2249                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2250                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2251         }
2252
2253         /*9. EXIF_TAG_COLOR_SPACE */
2254         if (control != NULL) {
2255                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2256                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2257                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2258                 if (ret != MM_ERROR_NONE) {
2259                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2260                 }
2261         }
2262
2263         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2264         if (control != NULL) {
2265                 config = avsys_exif_info.component_configuration;
2266                 _mmcam_dbg_log("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ",config);
2267                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2268                                             EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2269                 if (ret != MM_ERROR_NONE) {
2270                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2271                 }
2272         }
2273
2274         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2275         /* written  the device_info */
2276
2277         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2278         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2279
2280         /*14. EXIF_TAG_EXPOSURE_TIME*/
2281         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2282                 unsigned char *b = NULL;
2283                 ExifRational rData;
2284
2285                 _mmcam_dbg_log("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2286                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2287
2288                 b = malloc(sizeof(ExifRational));
2289                 if (b) {
2290                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2291                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2292
2293                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2294                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2295                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2296                         free(b);
2297                         if (ret != MM_ERROR_NONE) {
2298                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2299                         }
2300                 } else {
2301                         _mmcam_dbg_warn("malloc failed.");
2302                 }
2303         } else {
2304                 _mmcam_dbg_log("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2305                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2306         }
2307
2308         /*15. EXIF_TAG_FNUMBER */
2309         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2310                 unsigned char *b = NULL;
2311                 ExifRational rData;
2312
2313                 _mmcam_dbg_log("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2314                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2315
2316                 b = malloc(sizeof(ExifRational));
2317                 if (b) {
2318                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2319                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2320                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2321                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2322                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2323                         free(b);
2324                         if(ret != MM_ERROR_NONE) {
2325                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2326                         }
2327                 } else {
2328                         _mmcam_dbg_warn( "malloc failed." );
2329                 }
2330         } else {
2331                 _mmcam_dbg_log("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2332                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2333         }
2334
2335         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2336         /*FIXME*/
2337         value = MM_EXPOSURE_PROGRAM;
2338         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2339         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2340                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2341         if (ret != MM_ERROR_NONE) {
2342                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2343         }
2344
2345         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2346         if (avsys_exif_info.iso) {
2347                 _mmcam_dbg_log("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2348                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2349                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2350                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2351                 if (ret != MM_ERROR_NONE) {
2352                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2353                 }
2354         }
2355
2356         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2357         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2358                 unsigned char *b = NULL;
2359                 ExifSRational rsData;
2360
2361                 _mmcam_dbg_log("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2362                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2363
2364                 b = malloc(sizeof(ExifSRational));
2365                 if (b) {
2366                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2367                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2368                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2369                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2370                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2371                         free(b);
2372                         if (ret != MM_ERROR_NONE) {
2373                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2374                         }
2375                 } else {
2376                         _mmcam_dbg_warn("malloc failed.");
2377                 }
2378         } else {
2379                 _mmcam_dbg_log("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2380                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2381         }
2382
2383         /*19. EXIF_TAG_APERTURE_VALUE*/
2384         if (avsys_exif_info.aperture_in_APEX) {
2385                 unsigned char *b = NULL;
2386                 ExifRational rData;
2387
2388                 _mmcam_dbg_log("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2389
2390                 b = malloc(sizeof(ExifRational));
2391                 if (b) {
2392                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2393                         rData.denominator = 1;
2394                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2395                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2396                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2397                         free(b);
2398                         if(ret != MM_ERROR_NONE) {
2399                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2400                         }
2401                 } else {
2402                         _mmcam_dbg_warn("malloc failed.");
2403                 }
2404         } else {
2405                 _mmcam_dbg_log("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2406         }
2407
2408         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2409         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2410                 unsigned char *b = NULL;
2411                 ExifSRational rsData;
2412
2413                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2414                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2415
2416                 b = malloc(sizeof(ExifSRational));
2417                 if (b) {
2418                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2419                         rsData.denominator = avsys_exif_info.brightness_denominator;
2420                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2421                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2422                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2423                         free(b);
2424                         if (ret != MM_ERROR_NONE) {
2425                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2426                         }
2427                 } else {
2428                         _mmcam_dbg_warn( "malloc failed." );
2429                 }
2430         } else {
2431                 _mmcam_dbg_log("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2432                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2433         }
2434
2435         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2436         value = 0;
2437         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2438         if (ret == MM_ERROR_NONE) {
2439                 unsigned char *b = NULL;
2440                 ExifSRational rsData;
2441
2442                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2443                                value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2444
2445                 b = malloc(sizeof(ExifSRational));
2446                 if (b) {
2447                         rsData.numerator = value - hcamcorder->brightness_default;
2448                         if (hcamcorder->brightness_step_denominator != 0) {
2449                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2450                         } else {
2451                                 _mmcam_dbg_warn("brightness_step_denominator is ZERO, so set 1");
2452                                 rsData.denominator = 1;
2453                         }
2454                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2455                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2456                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2457                         free(b);
2458                         if (ret != MM_ERROR_NONE) {
2459                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2460                         }
2461                 } else {
2462                         _mmcam_dbg_warn("malloc failed.");
2463                 }
2464         } else {
2465                 _mmcam_dbg_log("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2466         }
2467
2468         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2469 /*
2470         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2471                 unsigned char *b = NULL;
2472                 ExifRational rData;
2473
2474                 _mmcam_dbg_log("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2475
2476                 b = malloc(sizeof(ExifRational));
2477                 if (b) {
2478                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2479                         rData.denominator = 1;
2480                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2481                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2482                                                     EXIF_FORMAT_RATIONAL, 1, b);
2483                         free(b);
2484                         if (ret != MM_ERROR_NONE) {
2485                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2486                         }
2487                 } else {
2488                         _mmcam_dbg_warn("failed to alloc for MAX aperture value");
2489                 }
2490         }
2491 */
2492
2493         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2494         /* defualt : none */
2495
2496         /*24. EXIF_TAG_METERING_MODE */
2497         if (control != NULL) {
2498                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),avsys_exif_info.metering_mode);
2499                 _mmcam_dbg_log("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2500                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2501                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2502                 if (ret != MM_ERROR_NONE) {
2503                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2504                 }
2505         }
2506
2507         /*25. EXIF_TAG_LIGHT_SOURCE*/
2508
2509         /*26. EXIF_TAG_FLASH*/
2510         if (control != NULL) {
2511                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),avsys_exif_info.flash);
2512                 _mmcam_dbg_log("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2513                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2514                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2515                 if (ret != MM_ERROR_NONE) {
2516                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2517                 }
2518         }
2519
2520         /*27. EXIF_TAG_FOCAL_LENGTH*/
2521         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2522                 unsigned char *b = NULL;
2523                 ExifRational rData;
2524
2525                 _mmcam_dbg_log("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2526                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2527
2528                 b = malloc(sizeof(ExifRational));
2529                 if (b) {
2530                         rData.numerator = avsys_exif_info.focal_len_numerator;
2531                         rData.denominator = avsys_exif_info.focal_len_denominator;
2532                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2533                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2534                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2535                         free(b);
2536                         if (ret != MM_ERROR_NONE) {
2537                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2538                         }
2539                 } else {
2540                         _mmcam_dbg_warn("malloc failed.");
2541                 }
2542         } else {
2543                 _mmcam_dbg_log("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2544                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2545         }
2546
2547         /*28. EXIF_TAG_SENSING_METHOD*/
2548         /*FIXME*/
2549         value = MM_SENSING_MODE;
2550         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),value);
2551         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2552                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2553         if (ret != MM_ERROR_NONE) {
2554                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2555         }
2556
2557         /*29. EXIF_TAG_FILE_SOURCE*/
2558 /*
2559         value = MM_FILE_SOURCE;
2560         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2561         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2562                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2563         if (ret != MM_ERROR_NONE) {
2564                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2565         }
2566 */
2567
2568         /*30. EXIF_TAG_SCENE_TYPE*/
2569 /*
2570         value = MM_SCENE_TYPE;
2571         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2572         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2573                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2574         if (ret != MM_ERROR_NONE) {
2575                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2576         }
2577 */
2578
2579         /*31. EXIF_TAG_EXPOSURE_MODE*/
2580         /*FIXME*/
2581         value = MM_EXPOSURE_MODE;
2582         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),value);
2583         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2584                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2585         if (ret != MM_ERROR_NONE) {
2586                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2587         }
2588
2589
2590         /*32. EXIF_TAG_WHITE_BALANCE*/
2591         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2592         if (ret == MM_ERROR_NONE) {
2593                 int set_value = 0;
2594                 _mmcam_dbg_log("WHITE BALANCE [%d]", value);
2595
2596                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC) {
2597                         set_value = 0;
2598                 } else {
2599                         set_value = 1;
2600                 }
2601
2602                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2603                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2604                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2605                 if (ret != MM_ERROR_NONE) {
2606                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2607                 }
2608         } else {
2609                 _mmcam_dbg_warn("failed to get white balance [%x]", ret);
2610         }
2611
2612         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2613 /*
2614         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2615         if (ret == MM_ERROR_NONE) {
2616                 _mmcam_dbg_log("DIGITAL ZOOM [%d]", value);
2617
2618                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2619                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2620                                             EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2621                 if (ret != MM_ERROR_NONE) {
2622                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2623                 }
2624         } else {
2625                 _mmcam_dbg_warn("failed to get digital zoom [%x]", ret);
2626         }
2627 */
2628
2629         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2630         /*FIXME*/
2631 /*
2632         value = MM_FOCAL_LENGTH_35MMFILM;
2633         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2634         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2635                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2636         if (ret != MM_ERROR_NONE) {
2637                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2638         }
2639 */
2640
2641         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2642         {
2643                 int scene_capture_type;
2644
2645                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2646                 if (ret == MM_ERROR_NONE) {
2647                         _mmcam_dbg_log("Scene mode(program mode) [%d]", value);
2648
2649                         if (value == MM_CAMCORDER_SCENE_MODE_NORMAL) {
2650                                 scene_capture_type = 0; /* standard */
2651                         } else if (value == MM_CAMCORDER_SCENE_MODE_PORTRAIT) {
2652                                 scene_capture_type = 2; /* portrait */
2653                         } else if (value == MM_CAMCORDER_SCENE_MODE_LANDSCAPE) {
2654                                 scene_capture_type = 1; /* landscape */
2655                         } else if (value == MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE) {
2656                                 scene_capture_type = 3; /* night scene */
2657                         } else {
2658                                 scene_capture_type = 4; /* Others */
2659                         }
2660
2661                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
2662                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
2663                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2664                         if (ret != MM_ERROR_NONE) {
2665                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
2666                         }
2667                 } else {
2668                         _mmcam_dbg_warn("failed to get scene mode [%x]", ret);
2669                 }
2670         }
2671
2672         /*36. EXIF_TAG_GAIN_CONTROL*/
2673         /*FIXME*/
2674 /*
2675         value = MM_GAIN_CONTROL;
2676         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2677         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
2678                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2679         if (ret != MM_ERROR_NONE) {
2680                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
2681         }
2682 */
2683
2684
2685         /*37. EXIF_TAG_CONTRAST */
2686         {
2687                 type_int_range *irange = NULL;
2688                 int level = 0;
2689
2690                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2691                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2692                                                       "Contrast",
2693                                                       &irange);
2694                 if (irange != NULL) {
2695                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
2696
2697                         _mmcam_dbg_log("CONTRAST currentt [%d], default [%d]", value, irange->default_value);
2698
2699                         if (value == irange->default_value) {
2700                                 level = MM_VALUE_NORMAL;
2701                         } else if (value < irange->default_value) {
2702                                 level = MM_VALUE_LOW;
2703                         } else {
2704                                 level = MM_VALUE_HARD;
2705                         }
2706
2707                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2708                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
2709                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2710                         if (ret != MM_ERROR_NONE) {
2711                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
2712                         }
2713                 } else {
2714                         _mmcam_dbg_warn("failed to get range of contrast");
2715                 }
2716         }
2717
2718         /*38. EXIF_TAG_SATURATION*/
2719         {
2720                 type_int_range *irange = NULL;
2721                 int level = 0;
2722
2723                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2724                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2725                                                       "Saturation",
2726                                                       &irange);
2727                 if (irange != NULL) {
2728                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
2729
2730                         _mmcam_dbg_log("SATURATION current [%d], default [%d]", value, irange->default_value);
2731
2732                         if (value == irange->default_value) {
2733                                 level = MM_VALUE_NORMAL;
2734                         } else if (value < irange->default_value) {
2735                                 level = MM_VALUE_LOW;
2736                         } else {
2737                                 level=MM_VALUE_HARD;
2738                         }
2739
2740                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2741                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
2742                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2743                         if (ret != MM_ERROR_NONE) {
2744                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
2745                         }
2746                 } else {
2747                         _mmcam_dbg_warn("failed to get range of saturation");
2748                 }
2749         }
2750
2751         /*39. EXIF_TAG_SHARPNESS*/
2752         {
2753                 type_int_range *irange = NULL;
2754                 int level = 0;
2755
2756                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2757                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2758                                                       "Sharpness",
2759                                                       &irange);
2760                 if (irange != NULL) {
2761                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
2762
2763                         _mmcam_dbg_log("SHARPNESS current [%d], default [%d]", value, irange->default_value);
2764
2765                         if (value == irange->default_value) {
2766                                 level = MM_VALUE_NORMAL;
2767                         } else if (value < irange->default_value) {
2768                                 level = MM_VALUE_LOW;
2769                         } else {
2770                                 level = MM_VALUE_HARD;
2771                         }
2772
2773                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2774                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
2775                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2776                         if (ret != MM_ERROR_NONE) {
2777                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
2778                         }
2779                 } else {
2780                         _mmcam_dbg_warn("failed to get range of sharpness");
2781                 }
2782         }
2783
2784         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
2785         /*FIXME*/
2786         value = MM_SUBJECT_DISTANCE_RANGE;
2787         _mmcam_dbg_log("DISTANCE_RANGE [%d]", value);
2788         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2789         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
2790                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2791         if (ret != MM_ERROR_NONE) {
2792                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
2793         }
2794
2795         /* GPS information */
2796         __mmcamcorder_update_exif_gps(handle, ed);
2797
2798         _mmcam_dbg_log("");
2799
2800         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2801         if (ret != MM_ERROR_NONE) {
2802                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2803         }
2804
2805 exit:
2806         _mmcam_dbg_log("finished!! [%x]", ret);
2807
2808         if (ed) {
2809                 exif_data_unref (ed);
2810         }
2811
2812         return ret;
2813 }
2814
2815
2816 static void __sound_status_changed_cb(keynode_t* node, void *data)
2817 {
2818         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2819         _MMCamcorderImageInfo *info = NULL;
2820
2821         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2822
2823         _mmcam_dbg_log("START");
2824
2825         info = hcamcorder->sub_context->info_image;
2826
2827         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
2828
2829         _mmcam_dbg_log("DONE : sound status %d", info->sound_status);
2830
2831         return;
2832 }