src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <sys/time.h>
  26 #include <sys/times.h>
  27 #include <gst/video/cameracontrol.h>
  28 #include <mm_sound.h>
  29 #include "mm_camcorder_internal.h"
  30 #include "mm_camcorder_stillshot.h"
  31 #include "mm_camcorder_exifinfo.h"
  32 #include "mm_camcorder_exifdef.h"
  33 #include <libexif/exif-loader.h>
  34 #include <libexif/exif-utils.h>
  35 #include <libexif/exif-data.h>
  36
  37 /*---------------------------------------------------------------------------------------
  38 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  39 ---------------------------------------------------------------------------------------*/
  40 #define EXIF_SET_ERR( return_type,tag_id) \
  41         _mmcam_dbg_err("error=%x,tag=%x",return_type,tag_id); \
  42         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  43                 goto exit; \
  44         }
  45
  46 /*---------------------------------------------------------------------------------------
  47 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  48 ---------------------------------------------------------------------------------------*/
  49 #define THUMBNAIL_WIDTH         320
  50 #define THUMBNAIL_HEIGHT        240
  51 #define THUMBNAIL_JPEG_QUALITY  90
  52 #define TRY_LOCK_MAX_COUNT      100
  53 #define TRY_LOCK_TIME           20000   /* ms */
  54 #define H264_PREVIEW_BITRATE    1024*10 /* kbps */
  55 #define H264_PREVIEW_NEWGOP_INTERVAL    1000 /* ms */
  56 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  57
  58
  59 /*---------------------------------------------------------------------------------------
  60 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  61 ---------------------------------------------------------------------------------------*/
  62 /** STATIC INTERNAL FUNCTION **/
  63 /* Functions for JPEG capture without Encode bin */
  64 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
  65 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  66 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  67 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  68
  69 /* sound status changed callback */
  70 static void __sound_status_changed_cb(keynode_t* node, void *data);
  71 static void __volume_level_changed_cb(void* user_data);
  72
  73 /*=======================================================================================
  74 |  FUNCTION DEFINITIONS                                                                 |
  75 =======================================================================================*/
  76
  77 /*---------------------------------------------------------------------------------------
  78 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
  79 ---------------------------------------------------------------------------------------*/
  80
  81
  82 int _mmcamcorder_create_stillshot_pipeline(MMHandleType handle)
  83 {
  84         int err = MM_ERROR_UNKNOWN;
  85         GstPad *srcpad = NULL;
  86         GstPad *sinkpad = NULL;
  87
  88         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
  89         _MMCamcorderSubContext *sc = NULL;
  90
  91         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  92
  93         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
  94         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  95
  96         _mmcam_dbg_log("");
  97
  98         /* Create gstreamer element */
  99         _mmcam_dbg_log("Using Encodebin for capturing");
 100
 101         /* Create capture pipeline */
 102         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 103
 104         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 105         if (err != MM_ERROR_NONE) {
 106                 return err;
 107         }
 108
 109         /* add element and encodesink bin to encode main pipeline */
 110         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 111                          sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 112                          sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
 113                          sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 114                          NULL);
 115
 116         /* Link each element : appsrc - capsfilter - encodesink bin */
 117         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 118         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
 119         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 120
 121         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
 122         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 123         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 124
 125         /* connect handoff signal to get capture data */
 126         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 127                                    _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 128                                    G_CALLBACK(__mmcamcorder_handoff_callback),
 129                                    hcamcorder);
 130
 131         return MM_ERROR_NONE;
 132
 133 pipeline_creation_error:
 134         _mmcamcorder_remove_stillshot_pipeline(handle);
 135         return err;
 136 }
 137
 138
 139 int _mmcamcorder_connect_capture_signal(MMHandleType handle)
 140 {
 141         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 142         _MMCamcorderSubContext *sc = NULL;
 143
 144         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 145
 146         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 147         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 148
 149         /* check video source element */
 150         if (sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst) {
 151                 _mmcam_dbg_warn("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 152                 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 153                                            _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 154                                            G_CALLBACK(__mmcamcorder_image_capture_cb),
 155                                            hcamcorder);
 156
 157                 return MM_ERROR_NONE;
 158         } else {
 159                 _mmcam_dbg_err("videosrc element is not created yet");
 160                 return MM_ERROR_CAMCORDER_NOT_INITIALIZED;
 161         }
 162 }
 163
 164
 165 int _mmcamcorder_remove_stillshot_pipeline(MMHandleType handle)
 166 {
 167         int ret = MM_ERROR_NONE;
 168         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 169         _MMCamcorderSubContext *sc = NULL;
 170
 171         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 172
 173         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 174         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 175
 176         _mmcam_dbg_log("");
 177
 178         /* Check pipeline */
 179         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 180                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 181                 if (ret != MM_ERROR_NONE) {
 182                         _mmcam_dbg_err("Faile to change encode main pipeline state [0x%x]", ret);
 183                         return ret;
 184                 }
 185
 186                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT);
 187
 188                 GstPad *reqpad = NULL;
 189
 190                 /* release request pad */
 191                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 192                 if (reqpad) {
 193                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 194                         gst_object_unref(reqpad);
 195                         reqpad = NULL;
 196                 }
 197
 198                 /* release encode main pipeline */
 199                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 200
 201                 _mmcam_dbg_log("Encoder pipeline removed");
 202         } else {
 203                 _mmcam_dbg_log("encode main pipeline is already removed");
 204         }
 205
 206         return MM_ERROR_NONE;
 207 }
 208
 209
 210 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 211 {
 212         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 213         _MMCamcorderSubContext *sc = NULL;
 214
 215         mmf_return_if_fail(hcamcorder);
 216
 217         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 218         mmf_return_if_fail(sc && sc->element);
 219
 220         _mmcam_dbg_log("");
 221
 222         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 223                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 224                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 225
 226                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 227
 228                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 229
 230                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 231                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 232         }
 233 }
 234
 235
 236 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
 237 {
 238         int ret = MM_ERROR_NONE;
 239         int UseCaptureMode = 0;
 240         int width = 0;
 241         int height = 0;
 242         int fps = 0;
 243         int cap_format = MM_PIXEL_FORMAT_NV12;
 244         int image_encoder = MM_IMAGE_CODEC_JPEG;
 245         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 246         int is_modified_size = FALSE;
 247         int tag_orientation = 0;
 248         unsigned int cap_fourcc = 0;
 249
 250         char *err_name = NULL;
 251         const char *videosrc_name = NULL;
 252
 253         GstCameraControl *control = NULL;
 254
 255         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 256         _MMCamcorderImageInfo *info = NULL;
 257         _MMCamcorderSubContext *sc = NULL;
 258         type_element *VideosrcElement = NULL;
 259         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 260
 261         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 262
 263         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 264         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 265
 266         _mmcam_dbg_log("");
 267
 268         info = sc->info_image;
 269
 270         _mmcamcorder_conf_get_value_int(handle, hcamcorder->conf_main,
 271                                         CONFIGURE_CATEGORY_MAIN_CAPTURE,
 272                                         "UseCaptureMode",
 273                                         &UseCaptureMode);
 274
 275         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 276                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 277                                       "VideosrcElement",
 278                                       &VideosrcElement);
 279
 280         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 281
 282         if (info->capturing) {
 283                 ret = MM_ERROR_CAMCORDER_DEVICE_BUSY;
 284                 goto cmd_error;
 285         }
 286
 287         /* get current state */
 288         mm_camcorder_get_state(handle, &current_state);
 289
 290         /* set capture flag */
 291         info->capturing = TRUE;
 292
 293         ret = mm_camcorder_get_attributes(handle, &err_name,
 294                                     MMCAM_IMAGE_ENCODER, &image_encoder,
 295                                     MMCAM_CAMERA_WIDTH, &width,
 296                                     MMCAM_CAMERA_HEIGHT, &height,
 297                                     MMCAM_CAMERA_FPS, &fps,
 298                                     MMCAM_CAPTURE_FORMAT, &cap_format,
 299                                     MMCAM_CAPTURE_WIDTH, &info->width,
 300                                     MMCAM_CAPTURE_HEIGHT, &info->height,
 301                                     MMCAM_CAPTURE_COUNT, &info->count,
 302                                     MMCAM_CAPTURE_INTERVAL, &info->interval,
 303                                     MMCAM_STROBE_MODE, &strobe_mode,
 304                                     MMCAM_TAG_ORIENTATION, &tag_orientation,
 305                                     NULL);
 306         if (err_name) {
 307                 _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 308                 free(err_name);
 309                 err_name = NULL;
 310         }
 311
 312         /* check capture count */
 313         if (info->count < 1) {
 314                 _mmcam_dbg_err("capture count[%d] is invalid", info->count);
 315                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 316                 goto cmd_error;
 317         } else if (info->count == 1) {
 318                 info->type = _MMCamcorder_SINGLE_SHOT;
 319         } else {
 320                 info->type = _MMCamcorder_MULTI_SHOT;
 321                 info->next_shot_time = 0;
 322                 info->multi_shot_stop = FALSE;
 323
 324                 /* sound init to pause other session */
 325 #ifdef _MMCAMCORDER_UPLOAD_SAMPLE
 326                 _mmcamcorder_sound_init(handle, _MMCAMCORDER_FILEPATH_CAPTURE2_SND);
 327 #else /* _MMCAMCORDER_UPLOAD_SAMPLE */
 328                 _mmcamcorder_sound_init(handle);
 329 #endif /* _MMCAMCORDER_UPLOAD_SAMPLE */
 330         }
 331
 332         _mmcam_dbg_log("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 333                        width, height, info->preview_format,
 334                        info->width, info->height, cap_format,
 335                        info->count, info->hdr_capture_mode, info->interval);
 336
 337         /* check state */
 338         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 339                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 340                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 341                         _mmcam_dbg_err("does not support multi/HDR capture while recording");
 342                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 343                         goto cmd_error;
 344                 }
 345
 346                 /* check capture size if ZSL is not supported*/
 347                 if (hcamcorder->support_zsl_capture == FALSE) {
 348                         _mmcam_dbg_warn("Capture size should be same with preview size while recording");
 349                         _mmcam_dbg_warn("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 350
 351                         info->width = width;
 352                         info->height = height;
 353
 354                         _mmcam_dbg_log("set capture width and height [%dx%d] to camera plugin", width, height);
 355                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 356                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 357
 358                         is_modified_size = TRUE;
 359                 }
 360         }
 361
 362         info->capture_cur_count = 0;
 363         info->capture_send_count = 0;
 364
 365         sc->internal_encode = FALSE;
 366
 367         if (!sc->bencbin_capture) {
 368                 /* Check encoding method */
 369                 if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
 370                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 371                             (sc->SensorEncodedCapture && sc->info_video->support_dual_stream) ||
 372                             is_modified_size) {
 373                                 cap_fourcc = _mmcamcorder_get_fourcc(cap_format, image_encoder, hcamcorder->use_zero_copy_format);
 374                                 _mmcam_dbg_log("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 375                         } else {
 376                                 /* no need to encode internally if ITLV format */
 377                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY) {
 378                                         sc->internal_encode = TRUE;
 379                                 }
 380                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 381
 382                                 _mmcam_dbg_log("MSL JPEG Capture : capture fourcc %c%c%c%c",
 383                                                cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 384                         }
 385                 } else {
 386                         cap_fourcc = _mmcamcorder_get_fourcc(cap_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 387                 }
 388
 389                 _mmcam_dbg_log("capture format (%d)", cap_format);
 390
 391                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 392                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 393                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 394                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 395
 396                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 397                         _mmcam_dbg_err("Can't cast Video source into camera control.");
 398                         return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 399                 }
 400
 401                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 402                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 403         } else {
 404                 int need_change = 0;
 405                 int set_width = 0;
 406                 int set_height = 0;
 407                 int cap_jpeg_quality = 0;
 408
 409                 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 410                         _mmcam_dbg_err("could not capture in this target while recording");
 411                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 412                         goto cmd_error;
 413                 }
 414
 415                 if (UseCaptureMode) {
 416                         if (width != MMFCAMCORDER_HIGHQUALITY_WIDTH || height != MMFCAMCORDER_HIGHQUALITY_HEIGHT) {
 417                                 need_change = 1;
 418                         }
 419                 } else {
 420                         if (width != info->width || height != info->height) {
 421                                 need_change = 1;
 422                         }
 423                 }
 424
 425                 if (need_change) {
 426                         int rotation = 0;
 427
 428                         _mmcam_dbg_log("Need to change resolution");
 429
 430                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 431                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 432
 433                         /* make pipeline state as READY */
 434                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 435
 436                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 437                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 438
 439                         if (ret != MM_ERROR_NONE) {
 440                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
 441                                 return ret;
 442                         }
 443
 444                         if (UseCaptureMode) {
 445                                 set_width = MMFCAMCORDER_HIGHQUALITY_WIDTH;
 446                                 set_height = MMFCAMCORDER_HIGHQUALITY_HEIGHT;
 447                         } else {
 448                                 set_width = info->width;
 449                                 set_height = info->height;
 450                         }
 451
 452                         mm_camcorder_get_attributes(handle, &err_name,
 453                                                     MMCAM_CAMERA_ROTATION, &rotation,
 454                                                     NULL);
 455                         if (err_name) {
 456                                 _mmcam_dbg_warn("get_attributes err %s", err_name);
 457                                 free(err_name);
 458                                 err_name = NULL;
 459                         }
 460
 461                         /* set new caps */
 462                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, set_width, set_height, fps, rotation);
 463                         if (!ret) {
 464                                 _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 465                                 return MM_ERROR_CAMCORDER_INTERNAL;
 466                         }
 467
 468                         info->resolution_change = TRUE;
 469
 470                         /* make pipeline state as PLAYING */
 471                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 472                         if (ret != MM_ERROR_NONE) {
 473                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
 474                                 return ret;
 475                         }
 476
 477                         _mmcam_dbg_log("Change to target resolution(%d, %d)", set_width, set_height);
 478                 } else {
 479                         _mmcam_dbg_log("No need to change resolution. Open toggle now.");
 480                         info->resolution_change = FALSE;
 481                 }
 482
 483                 /* add encodesinkbin */
 484                 ret = _mmcamcorder_create_stillshot_pipeline((MMHandleType)hcamcorder);
 485                 if (ret != MM_ERROR_NONE) {
 486                         _mmcam_dbg_err("failed to create encodesinkbin %x", ret);
 487                         return ret;
 488                 }
 489
 490                 ret = mm_camcorder_get_attributes(handle, &err_name,
 491                                                   MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 492                                                   NULL);
 493                 if (err_name) {
 494                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 495                         free(err_name);
 496                         err_name = NULL;
 497                 }
 498
 499                 /* set JPEG quality */
 500                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 501
 502                 /* set handoff signal as TRUE */
 503                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,"signal-handoffs", TRUE);
 504                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 505
 506                 /* set push encoding buffer as TRUE */
 507                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 508
 509                 /* make encode pipeline state as PLAYING */
 510                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 511                 if (ret != MM_ERROR_NONE) {
 512                         _mmcam_dbg_err("failed to set state PLAYING %x", ret);
 513                         return ret;
 514                 }
 515         }
 516
 517         /* Play capture sound here if single capture */
 518         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 519              (hcamcorder->support_zsl_capture == FALSE ||
 520               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 521             info->hdr_capture_mode) {
 522                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 523                     hcamcorder->support_zsl_capture == TRUE &&
 524                     !info->hdr_capture_mode) {
 525                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_FILEPATH_CAPTURE_SND, FALSE);
 526                 }
 527
 528                 /* set flag */
 529                 info->played_capture_sound = TRUE;
 530         } else {
 531                 /* set flag */
 532                 info->played_capture_sound = FALSE;
 533         }
 534
 535         return ret;
 536
 537 cmd_error:
 538         info->capturing = FALSE;
 539         return ret;
 540 }
 541
 542
 543 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 544 {
 545         int ret = MM_ERROR_NONE;
 546         int width = 0;
 547         int height = 0;
 548         int fps = 0;
 549         int rotation = 0;
 550         unsigned int current_framecount = 0;
 551         int current_state = MM_CAMCORDER_STATE_NONE;
 552         gboolean fps_auto = FALSE;
 553         char *err_name = NULL;
 554         const char *videosrc_name = NULL;
 555
 556         GstState state;
 557         GstElement *pipeline = NULL;
 558         GstCameraControl *control = NULL;
 559
 560         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 561         _MMCamcorderImageInfo *info = NULL;
 562         _MMCamcorderSubContext *sc = NULL;
 563         type_element *VideosrcElement = NULL;
 564
 565         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 566
 567         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 568         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 569
 570         /*_mmcam_dbg_log("");*/
 571
 572         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 573         info = sc->info_image;
 574
 575         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 576                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 577                                       "VideosrcElement",
 578                                       &VideosrcElement);
 579
 580         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 581
 582         sc->display_interval = 0;
 583         sc->previous_slot_time = 0;
 584
 585         /* Image info */
 586         info->next_shot_time = 0;
 587         info->multi_shot_stop = TRUE;
 588         info->capturing = FALSE;
 589
 590         _mmcamcorder_vframe_stablize(handle);
 591
 592         current_state = _mmcamcorder_get_state(handle);
 593         _mmcam_dbg_log("current state [%d]", current_state);
 594
 595         if (!sc->bencbin_capture) {
 596                 _mmcam_dbg_log("Preview start");
 597
 598                 /* just set capture stop command if current state is CAPTURING */
 599                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
 600                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 601                                 _mmcam_dbg_err("Can't cast Video source into camera control.");
 602                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 603                         }
 604
 605                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 606                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
 607
 608                         current_framecount = sc->kpi.video_framecount;
 609                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
 610                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
 611                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 612                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 613                         }
 614                 } else {
 615                         int focus_mode = 0;
 616                         mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 617
 618                         /* This case is starting of preview */
 619                         ret = mm_camcorder_get_attributes(handle, &err_name,
 620                                                           MMCAM_CAMERA_FPS_AUTO, &fps_auto,
 621                                                           MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
 622                                                           NULL);
 623                         if (ret != MM_ERROR_NONE) {
 624                                 _mmcam_dbg_warn("Get attrs fail. (%s:%x)", err_name, ret);
 625                                 SAFE_FREE (err_name);
 626                         }
 627
 628                         _mmcam_dbg_log("focus mode %d", focus_mode);
 629
 630                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
 631
 632                         /* set focus mode */
 633                         if (attr) {
 634                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
 635                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_CAMERA_FOCUS_MODE]));
 636                                         if (mmf_attrs_commit((MMHandleType)attr) == -1) {
 637                                                 _mmcam_dbg_err("set focus mode error");
 638                                         } else {
 639                                                 _mmcam_dbg_log("set focus mode success");
 640                                         }
 641                                 } else {
 642                                         _mmcam_dbg_log("focus mode is not supported");
 643                                 }
 644                         } else {
 645                                 _mmcam_dbg_err("failed to get attributes");
 646                         }
 647                 }
 648         }
 649
 650         /* init prev_time */
 651         sc->info_video->prev_preview_ts = 0;
 652
 653         gst_element_get_state(pipeline, &state, NULL, -1);
 654
 655         if (state == GST_STATE_PLAYING) {
 656                 if (!sc->bencbin_capture) {
 657                         int try_count = 0;
 658
 659                         if (hcamcorder->support_zsl_capture == FALSE) {
 660                                 mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 661
 662                                 /* Set strobe mode - strobe mode can not be set to driver while captuing */
 663                                 if (attr) {
 664                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_STROBE_MODE]));
 665                                         if (mmf_attrs_commit((MMHandleType) attr) == -1) {
 666                                                 _mmcam_dbg_warn("Failed to set strobe mode");
 667                                         }
 668                                 }
 669
 670                                 while (current_framecount >= sc->kpi.video_framecount &&
 671                                        try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
 672                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
 673                                 }
 674                         }
 675
 676                         if (info->type == _MMCamcorder_MULTI_SHOT) {
 677                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 678                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 679                         }
 680
 681                         _mmcam_dbg_log("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
 682                                        current_framecount, sc->kpi.video_framecount, try_count);
 683                 } else {
 684                         ret = _mmcamcorder_remove_stillshot_pipeline(handle);
 685                         if (ret != MM_ERROR_NONE) {
 686                                 goto cmd_error;
 687                         }
 688
 689                         if (info->resolution_change) {
 690                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 691                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 692                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 693                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 694                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 695                                 if (ret != MM_ERROR_NONE) {
 696                                         goto cmd_error;
 697                                 }
 698
 699                                 /* check if resolution need to rollback */
 700                                 mm_camcorder_get_attributes(handle, &err_name,
 701                                                             MMCAM_CAMERA_WIDTH, &width,
 702                                                             MMCAM_CAMERA_HEIGHT, &height,
 703                                                             MMCAM_CAMERA_FPS, &fps,
 704                                                             MMCAM_CAMERA_ROTATION, &rotation,
 705                                                             NULL);
 706
 707                                 /* set new caps */
 708                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
 709                                 if (!ret) {
 710                                         _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 711                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
 712                                         goto cmd_error;
 713                                 }
 714
 715                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 716                                 if (ret != MM_ERROR_NONE) {
 717                                         goto cmd_error;
 718                                 }
 719                         }
 720                 }
 721
 722                 /* sound finalize */
 723                 if (info->type == _MMCamcorder_MULTI_SHOT) {
 724                         _mmcamcorder_sound_finalize(handle);
 725                 }
 726         } else {
 727                 if (info->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
 728                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "bitrate", H264_PREVIEW_BITRATE);
 729                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "newgop-interval", H264_PREVIEW_NEWGOP_INTERVAL);
 730                 }
 731
 732                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 733                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 734
 735                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 736                 if (ret != MM_ERROR_NONE) {
 737                         goto cmd_error;
 738                 }
 739
 740                 /* get sound status/volume level and register changed_cb */
 741                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
 742                     info->sound_status == _SOUND_STATUS_INIT) {
 743                         _mmcam_dbg_log("get sound status/volume level and register vconf changed_cb");
 744
 745                         /* get sound status */
 746                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
 747
 748                         _mmcam_dbg_log("sound status %d", info->sound_status);
 749
 750                         /* get volume level */
 751                         mm_sound_volume_get_value(VOLUME_TYPE_SYSTEM, &info->volume_level);
 752
 753                         _mmcam_dbg_log("volume level %d", info->volume_level);
 754
 755                         /* register changed_cb */
 756                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
 757                         mm_sound_volume_add_callback(VOLUME_TYPE_SYSTEM, __volume_level_changed_cb, hcamcorder);
 758                 }
 759         }
 760
 761 cmd_error:
 762         return ret;
 763 }
 764
 765
 766 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
 767 {
 768         int ret = MM_ERROR_NONE;
 769         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 770         int set_strobe = 0;
 771         GstCameraControl *control = NULL;
 772         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 773
 774         GstElement *pipeline = NULL;
 775
 776         _MMCamcorderSubContext *sc = NULL;
 777
 778         _mmcam_dbg_log("");
 779
 780         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 781
 782         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 783         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 784
 785         /* check strobe and set OFF if PERMANENT mode */
 786         mm_camcorder_get_attributes(handle, NULL,
 787                                     MMCAM_STROBE_MODE, &strobe_mode,
 788                                     NULL);
 789         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
 790             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 791                 _mmcam_dbg_log("current strobe mode is PERMANENT, set OFF");
 792
 793                 /* get camera control */
 794                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 795
 796                 /* convert MSL to sensor value */
 797                 set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
 798
 799                 /* set strobe OFF */
 800                 gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
 801
 802                 _mmcam_dbg_log("set strobe OFF done - value: %d", set_strobe);
 803         }
 804
 805         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 806
 807         if(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 808                 _mmcam_dbg_log("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 809                 _mmcamcorder_remove_recorder_pipeline(handle);
 810         }
 811
 812         /* Disable skip flush buffer  */
 813         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", FALSE);
 814
 815         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 816         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 817
 818         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 819
 820         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 821         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 822
 823         /* Enable skip flush buffer  */
 824         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", TRUE);
 825
 826         /* deregister sound status callback */
 827         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
 828                 _mmcam_dbg_log("deregister sound status callback");
 829
 830                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
 831                 mm_sound_volume_remove_callback(VOLUME_TYPE_SYSTEM);
 832
 833                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
 834         }
 835
 836         return ret;
 837 }
 838
 839
 840 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
 841 {
 842         int ret = MM_ERROR_NONE;
 843
 844         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 845         _MMCamcorderSubContext *sc = NULL;
 846
 847         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 848
 849         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 850         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 851
 852         _mmcam_dbg_log("command %d", command);
 853
 854         switch (command) {
 855         case _MMCamcorder_CMD_CAPTURE:
 856                 ret = _mmcamcorder_image_cmd_capture(handle);
 857                 break;
 858         case _MMCamcorder_CMD_PREVIEW_START:
 859                 ret = _mmcamcorder_image_cmd_preview_start(handle);
 860
 861                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
 862                 _mmcamcorder_video_current_framerate_init(handle);
 863                 break;
 864         case _MMCamcorder_CMD_PREVIEW_STOP:
 865                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
 866                 break;
 867         case _MMCamcorder_CMD_RECORD:
 868         case _MMCamcorder_CMD_PAUSE:
 869         case _MMCamcorder_CMD_CANCEL:
 870         case _MMCamcorder_CMD_COMMIT:
 871                 /* video recording command */
 872                 ret = _mmcamcorder_video_command(handle, command);
 873                 break;
 874         default:
 875                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 876                 break;
 877         }
 878
 879         return ret;
 880 }
 881
 882
 883 void __mmcamcorder_init_stillshot_info (MMHandleType handle)
 884 {
 885         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 886         _MMCamcorderSubContext *sc = NULL;
 887         _MMCamcorderImageInfo *info = NULL;
 888
 889         mmf_return_if_fail(hcamcorder);
 890
 891         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 892         mmf_return_if_fail(sc && sc->info_image);
 893
 894         info = sc->info_image;
 895
 896         _mmcam_dbg_log("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
 897
 898         if (info->type ==_MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
 899                 info->capture_cur_count = 0;
 900                 info->capture_send_count = 0;
 901                 info->multi_shot_stop = TRUE;
 902                 info->next_shot_time = 0;
 903
 904                 /* capturing flag set to FALSE here */
 905                 info->capturing = FALSE;
 906         }
 907
 908         return;
 909 }
 910
 911
 912 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail)
 913 {
 914         int ret = MM_ERROR_NONE;
 915         unsigned char *data = NULL;
 916         unsigned int datalen = 0;
 917         int provide_exif = FALSE;
 918         _MMCamcorderSubContext *sc = NULL;
 919         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 920
 921         mmf_return_val_if_fail(hcamcorder, FALSE);
 922         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 923         mmf_return_val_if_fail(sc, FALSE);
 924
 925         _mmcam_dbg_log("");
 926
 927         if (!original || original->data == NULL || original->length == 0) {
 928                 if (!original) {
 929                         _mmcam_dbg_log("original is null");
 930                 } else {
 931                         _mmcam_dbg_log("data=%p, length=%d", original->data, original->length);
 932                 }
 933                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 934         } else {
 935                 /* original is input/output param. save original values to local var. */
 936                 data = original->data;
 937                 datalen = original->length;
 938         }
 939         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
 940         if(provide_exif == 0){
 941                 if (thumbnail) {
 942                         if (thumbnail->data && thumbnail->length > 0) {
 943                                 _mmcam_dbg_log("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
 944                                                thumbnail->data, thumbnail->width, thumbnail->height);
 945
 946                                 /* add thumbnail exif info */
 947                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
 948                                                                  thumbnail->data,
 949                                                                  thumbnail->width,
 950                                                                  thumbnail->height,
 951                                                                  thumbnail->length);
 952                         } else {
 953                                 _mmcam_dbg_err("Skip adding thumbnail (data=%p, length=%d)",
 954                                                thumbnail->data, thumbnail->length);
 955                         }
 956                 }
 957         } else {
 958                 ret = MM_ERROR_NONE;
 959         }
 960
 961         if (ret == MM_ERROR_NONE) {
 962                 /* write jpeg with exif */
 963                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length ,hcamcorder->exif_info, data, datalen);
 964                 if (ret != MM_ERROR_NONE) {
 965                         _mmcam_dbg_err("mm_exif_write_exif_jpeg_to_memory error! [0x%x]",ret);
 966                 }
 967         }
 968
 969         _mmcam_dbg_log("END ret 0x%x", ret);
 970
 971         return ret;
 972 }
 973
 974
 975 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
 976 {
 977         GstCaps *caps = NULL;
 978         GstMapInfo mapinfo = GST_MAP_INFO_INIT;
 979         const GstStructure *structure;
 980
 981         mmf_return_if_fail(capture_data && sample);
 982
 983         caps = gst_sample_get_caps(sample);
 984         if (caps == NULL) {
 985                 _mmcam_dbg_err("failed to get caps");
 986                 goto GET_FAILED;
 987         }
 988
 989         structure = gst_caps_get_structure(caps, 0);
 990         if (structure == NULL) {
 991                 _mmcam_dbg_err("failed to get structure");
 992                 goto GET_FAILED;
 993         }
 994
 995         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
 996         capture_data->data = mapinfo.data;
 997         capture_data->format = pixtype;
 998         gst_structure_get_int(structure, "width", &capture_data->width);
 999         gst_structure_get_int(structure, "height", &capture_data->height);
1000         capture_data->length = mapinfo.size;
1001         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1002
1003         _mmcam_dbg_warn("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1004                         capture_data->data, capture_data->width, capture_data->height,
1005                         capture_data->length, capture_data->format);
1006         return;
1007
1008 GET_FAILED:
1009         capture_data->data = NULL;
1010         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1011         capture_data->length = 0;
1012
1013         return;
1014 }
1015
1016
1017 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail)
1018 {
1019         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1020         _MMCamcorderSubContext *sc = NULL;
1021
1022         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1023
1024         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1025         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1026
1027         _mmcam_dbg_log("");
1028
1029         /* if tag enable and doesn't provide exif, we make it */
1030         _mmcam_dbg_log("Add exif information if existed(thumbnail[%p])", thumbnail);
1031         if (thumbnail && thumbnail->data) {
1032                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail);
1033         } else {
1034                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL);
1035         }
1036 }
1037
1038
1039 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest)
1040 {
1041         int tag_enable = 0;
1042         int provide_exif = FALSE;
1043
1044         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1045         _MMCamcorderSubContext *sc = NULL;
1046
1047         mmf_return_if_fail(hcamcorder);
1048         mmf_return_if_fail(dest);
1049
1050         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1051         mmf_return_if_fail(sc);
1052
1053         _mmcam_dbg_log("");
1054
1055         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1056         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1057
1058         /* if dest->data is allocated in MSL, release it */
1059         if (tag_enable && !provide_exif) {
1060                 if (dest->data) {
1061                         free(dest->data);
1062                         dest->length = 0;
1063                         dest->data = NULL;
1064                         _mmcam_dbg_log("Jpeg is released!");
1065                 }
1066         } else {
1067                 _mmcam_dbg_log("No need to release");
1068         }
1069
1070         return;
1071 }
1072
1073
1074 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1075 {
1076         int ret = MM_ERROR_NONE;
1077         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1078         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1079         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1080         int codectype = MM_IMAGE_CODEC_JPEG;
1081         int attr_index = 0;
1082         int count = 0;
1083         int stop_cont_shot = FALSE;
1084         int tag_enable = FALSE;
1085         int provide_exif = FALSE;
1086         int capture_quality = 0;
1087         int try_lock_count = 0;
1088         gboolean send_captured_message = FALSE;
1089         unsigned char *exif_raw_data = NULL;
1090         unsigned char *internal_main_data = NULL;
1091         unsigned int internal_main_length = 0;
1092         unsigned char *internal_thumb_data = NULL;
1093         unsigned int internal_thumb_length = 0;
1094         unsigned char *compare_data = NULL;
1095
1096         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1097         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1098         _MMCamcorderImageInfo *info = NULL;
1099         _MMCamcorderSubContext *sc = NULL;
1100         MMCamcorderCaptureDataType dest = {0,};
1101         MMCamcorderCaptureDataType thumb = {0,};
1102         MMCamcorderCaptureDataType scrnail = {0,};
1103         MMCamcorderCaptureDataType encode_src = {0,};
1104         GstMapInfo mapinfo1 = GST_MAP_INFO_INIT;
1105         GstMapInfo mapinfo2 = GST_MAP_INFO_INIT;
1106         GstMapInfo mapinfo3 = GST_MAP_INFO_INIT;
1107
1108         mmf_attrs_t *attrs = NULL;
1109         mmf_attribute_t *item_screennail = NULL;
1110         mmf_attribute_t *item_exif_raw_data = NULL;
1111
1112         mmf_return_if_fail(hcamcorder);
1113
1114         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1115         mmf_return_if_fail(sc && sc->info_image);
1116
1117         info = sc->info_image;
1118
1119         /* get current state */
1120         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1121
1122         _mmcam_dbg_err("START - current state %d", current_state);
1123
1124         /* check capture state */
1125         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0) {
1126                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, "capture-break-cont-shot", &stop_cont_shot, NULL);
1127         }
1128
1129         if (!info->capturing || stop_cont_shot) {
1130                 _mmcam_dbg_warn("stop command[%d] or not capturing state[%d]. skip this...",
1131                                 stop_cont_shot, info->capturing);
1132
1133                 /*free GstBuffer*/
1134                 if (sample1) {
1135                         gst_sample_unref(sample1);
1136                 }
1137                 if (sample2) {
1138                         gst_sample_unref(sample2);
1139                 }
1140                 if (sample3) {
1141                         gst_sample_unref(sample3);
1142                 }
1143
1144                 return;
1145         }
1146
1147         /* check command lock to block capture callback if capture start API is not returned
1148            wait for 2 seconds at worst case */
1149         try_lock_count = 0;
1150         do {
1151                 _mmcam_dbg_log("Try command LOCK");
1152                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1153                         _mmcam_dbg_log("command LOCK OK");
1154                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1155                         break;
1156                 }
1157
1158                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1159                         _mmcam_dbg_warn("command LOCK Failed, retry...[count %d]", try_lock_count);
1160                         usleep(TRY_LOCK_TIME);
1161                 } else {
1162                         _mmcam_dbg_err("failed to lock command LOCK");
1163                         break;
1164                 }
1165         } while (TRUE);
1166
1167         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1168                 /* play capture sound here if multi capture
1169                    or preview format is ITLV(because of AF and flash control in plugin) */
1170                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1171                         pthread_mutex_lock(&(hcamcorder->task_thread_lock));
1172                         _mmcam_dbg_log("send signal for sound play");
1173                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1174                         pthread_cond_signal(&(hcamcorder->task_thread_cond));
1175                         pthread_mutex_unlock(&(hcamcorder->task_thread_lock));
1176                 } else if (!info->played_capture_sound) {
1177                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_FILEPATH_CAPTURE_SND, FALSE);
1178                 }
1179         }
1180
1181         /* init capture data */
1182         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1183         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1184         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1185
1186         /* Prepare main, thumbnail buffer */
1187         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1));
1188         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1189                 _mmcam_dbg_err("Unsupported pixel type");
1190                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1191                 goto error;
1192         }
1193
1194         /* Main image buffer */
1195         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1196                 _mmcam_dbg_err("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1197                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1198                 goto error;
1199         }else{
1200                 if ( (mapinfo1.data == NULL) && (mapinfo1.size == 0) ){
1201                         _mmcam_dbg_err("mapinfo1 is wrong (%p, size %d)", mapinfo1.data, mapinfo1.size);
1202                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1203                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1204                         goto error;
1205                 }else
1206                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1207         }
1208
1209         if ( !sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ) ) {
1210                 _mmcam_dbg_log("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1211         }
1212         if ( !sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ)) {
1213                 _mmcam_dbg_log("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1214         }
1215
1216         /* Screennail image buffer */
1217         attrs = (mmf_attrs_t*)MMF_CAMCORDER_ATTRS(hcamcorder);
1218         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index);
1219         item_screennail = &attrs->items[attr_index];
1220
1221         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1222                 _mmcam_dbg_log("Screennail (sample3=%p,size=%d)", sample3, mapinfo3.size);
1223
1224                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3));
1225                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1226
1227                 /* Set screennail attribute for application */
1228                 ret = mmf_attribute_set_data(item_screennail, &scrnail, sizeof(scrnail));
1229                 _mmcam_dbg_log("Screennail set attribute data %p, size %d, ret %x", &scrnail, sizeof(scrnail), ret);
1230         } else {
1231                 _mmcam_dbg_log("Sample3 has wrong pointer. Not Error. (sample3=%p)",sample3);
1232                 mmf_attribute_set_data(item_screennail, NULL, 0);
1233         }
1234
1235         /* commit screennail data */
1236         mmf_attribute_commit(item_screennail);
1237
1238         /* init thumb data */
1239         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1240
1241         /* get provide-exif */
1242         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1243
1244         /* Thumbnail image buffer */
1245         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1246                 _mmcam_dbg_log("Thumbnail (buffer2=%p)",gst_sample_get_buffer(sample2));
1247                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2));
1248                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1249         } else {
1250                 _mmcam_dbg_log("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1251
1252                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1253                         ExifLoader *l;
1254                         /* get thumbnail from EXIF */
1255                         l = exif_loader_new();
1256                         if (l) {
1257                                 ExifData *ed;
1258                                 char  width[10];
1259                                 char  height[10];
1260                                 ExifEntry *entry = NULL;
1261
1262                                 exif_loader_write (l, dest.data, dest.length);
1263
1264                                 /* Get a pointer to the EXIF data */
1265                                 ed = exif_loader_get_data(l);
1266
1267                                 /* The loader is no longer needed--free it */
1268                                 exif_loader_unref(l);
1269                                 l = NULL;
1270                                 if (ed) {
1271                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1272                                         if (entry != NULL) {
1273                                                 exif_entry_get_value(entry,width,10);
1274                                         }
1275                                         entry = NULL;
1276                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1277                                         if (entry != NULL) {
1278                                                 exif_entry_get_value(entry,height , 10);
1279                                         }
1280                                         entry = NULL;
1281                                         /* Make sure the image had a thumbnail before trying to write it */
1282                                         if (ed->data && ed->size) {
1283                                                 thumb.data = malloc(ed->size);
1284                                                 memcpy(thumb.data,ed->data,ed->size);
1285                                                 thumb.length = ed->size;
1286                                                 #if 0
1287                                                 {
1288                                                     FILE *fp = NULL;
1289                                                     fp = fopen ("/opt/usr/media/thumbnail_test.jpg", "a+");
1290                                                     fwrite (thumb.data, 1, thumb.length, fp);
1291                                                     fclose (fp);
1292                                                 }
1293                                                 #endif
1294                                                 thumb.format = MM_PIXEL_FORMAT_ENCODED;
1295                                                 thumb.width = atoi(width);
1296                                                 thumb.height = atoi(height);
1297                                                 internal_thumb_data = thumb.data;
1298                                         }
1299                                         exif_data_unref(ed);
1300                                         ed = NULL;
1301                                 } else {
1302                                         _mmcam_dbg_warn("failed to get exif data");
1303                                 }
1304                         } else {
1305                                 _mmcam_dbg_warn("failed to create exif loader");
1306                         }
1307                 }
1308
1309                 if (thumb.data == NULL) {
1310                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1311                             scrnail.data && scrnail.length != 0) {
1312                                 /* make thumbnail image with screennail data */
1313                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1314                         } else if (sc->internal_encode) {
1315                                 /* make thumbnail image with main data, this is raw data */
1316                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1317                         }
1318                 }
1319
1320                 /* encode thumbnail */
1321                 if (encode_src.data) {
1322                         unsigned int thumb_width = 0;
1323                         unsigned int thumb_height = 0;
1324                         unsigned int thumb_length = 0;
1325                         unsigned char *thumb_raw_data = NULL;
1326
1327                         /* encode image */
1328                         _mmcam_dbg_log("Encode Thumbnail");
1329
1330                         if (encode_src.width > THUMBNAIL_WIDTH) {
1331                                 /* calculate thumbnail size */
1332                                 thumb_width = THUMBNAIL_WIDTH;
1333                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1334                                 if (thumb_height % 2 != 0) {
1335                                         thumb_height += 1;
1336                                 }
1337
1338                                 _mmcam_dbg_log("need to resize : thumbnail size %dx%d, format %d",
1339                                                thumb_width, thumb_height, encode_src.format);
1340
1341                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1342                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1343                                      encode_src.width % thumb_width == 0 &&
1344                                      encode_src.height % thumb_height == 0) {
1345                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1346                                                                               &thumb_raw_data, thumb_width, thumb_height)) {
1347                                                 thumb_raw_data = NULL;
1348                                                 _mmcam_dbg_warn("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1349                                         }
1350                                 } else {
1351                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1352                                                                            encode_src.length, encode_src.format,
1353                                                                            &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1354                                                 thumb_raw_data = NULL;
1355                                                 _mmcam_dbg_warn("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1356                                         }
1357                                 }
1358                         } else {
1359                                 thumb_width = encode_src.width;
1360                                 thumb_height = encode_src.height;
1361
1362                                 _mmcam_dbg_log("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1363
1364                                 thumb_raw_data = encode_src.data;
1365                                 thumb_length = encode_src.length;
1366                         }
1367
1368                         if (thumb_raw_data) {
1369                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1370                                                                encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1371                                                                (void **)&internal_thumb_data, &internal_thumb_length, JPEG_ENCODER_SOFTWARE);
1372                                 if (ret) {
1373                                         _mmcam_dbg_log("encode THUMBNAIL done - data %p, length %d",
1374                                                        internal_thumb_data, internal_thumb_length);
1375
1376                                         thumb.data = internal_thumb_data;
1377                                         thumb.length = internal_thumb_length;
1378                                         thumb.width = thumb_width;
1379                                         thumb.height = thumb_height;
1380                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1381                                 } else {
1382                                         _mmcam_dbg_warn("failed to encode THUMBNAIL");
1383                                 }
1384
1385                                 /* release allocated raw data memory */
1386                                 if (thumb_raw_data != encode_src.data) {
1387                                         free(thumb_raw_data);
1388                                         thumb_raw_data = NULL;
1389                                         _mmcam_dbg_log("release thumb_raw_data");
1390                                 }
1391                         } else {
1392                                 _mmcam_dbg_warn("thumb_raw_data is NULL");
1393                         }
1394                 } else {
1395                         // no raw data src for thumbnail
1396                         _mmcam_dbg_log("no need to encode thumbnail");
1397                 }
1398         }
1399
1400         /* Encode JPEG */
1401         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1402                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1403                                             MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1404                                             NULL);
1405                 _mmcam_dbg_log("Start Internal Encode - capture_quality %d", capture_quality);
1406
1407                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1408                                                pixtype_main, dest.length, capture_quality,
1409                                                (void **)&internal_main_data, &internal_main_length, JPEG_ENCODER_HARDWARE);
1410                 if (!ret) {
1411                         _mmcam_dbg_err("_mmcamcorder_encode_jpeg failed");
1412
1413                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1414
1415                         goto error;
1416                 }
1417
1418                 /* set format */
1419                 dest.data = internal_main_data;
1420                 dest.length = internal_main_length;
1421                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1422
1423                 _mmcam_dbg_log("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1424         }
1425
1426         /* create EXIF info */
1427         if(!provide_exif){ // make new exif
1428                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1429         } else { // load from jpeg buffer dest.data
1430                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1431                 if (ret != MM_ERROR_NONE) {
1432                         _mmcam_dbg_err("Failed to load exif_info [%x], try to create EXIF", ret);
1433                         provide_exif = FALSE;
1434                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1435                 }
1436         }
1437         if (ret != MM_ERROR_NONE) {
1438                 _mmcam_dbg_err("Failed to create exif_info [%x], but keep going...", ret);
1439         } else {
1440                 /* add basic exif info */
1441                 if(!provide_exif) {
1442                         _mmcam_dbg_log("add basic exif info");
1443                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1444                 } else {
1445                         _mmcam_dbg_log("update exif info");
1446                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1447                 }
1448
1449                 if (ret != MM_ERROR_NONE) {
1450                         _mmcam_dbg_warn("Failed set_exif_basic_info [%x], but keep going...", ret);
1451                         ret = MM_ERROR_NONE;
1452                 }
1453         }
1454
1455         /* get attribute item for EXIF data */
1456         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index);
1457         item_exif_raw_data = &attrs->items[attr_index];
1458
1459         /* set EXIF data to attribute */
1460         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1461                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1462                 if (exif_raw_data) {
1463                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1464                         mmf_attribute_set_data(item_exif_raw_data, exif_raw_data, hcamcorder->exif_info->size);
1465                         _mmcam_dbg_log("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1466                 } else {
1467                         _mmcam_dbg_warn("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1468                 }
1469         } else {
1470                 _mmcam_dbg_warn("failed to create EXIF. set EXIF as NULL");
1471                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1472         }
1473
1474         /* commit EXIF data */
1475         mmf_attribute_commit(item_exif_raw_data);
1476
1477         /* get tag-enable */
1478         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1479
1480         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1481         if (dest.format == MM_PIXEL_FORMAT_ENCODED){
1482                 if (tag_enable) {
1483                         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1484                                                     MMCAM_IMAGE_ENCODER, &codectype,
1485                                                     NULL);
1486                         _mmcam_dbg_log("codectype %d", codectype);
1487
1488                         switch (codectype) {
1489                         case MM_IMAGE_CODEC_JPEG:
1490                         case MM_IMAGE_CODEC_SRW:
1491                         case MM_IMAGE_CODEC_JPEG_SRW:
1492                                 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb);
1493                                 if (ret != MM_ERROR_NONE) {
1494                                         _mmcam_dbg_err("Error on setting extra data to jpeg");
1495                                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1496                                         goto error;
1497                                 }
1498                                 break;
1499                         default:
1500                                 _mmcam_dbg_err("The codectype is not supported. (%d)", codectype);
1501                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1502                                 goto error;
1503                         }
1504                 }
1505         }
1506
1507         /* Handle Capture Callback */
1508         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1509
1510         if (hcamcorder->vcapture_cb) {
1511                 _mmcam_dbg_log("APPLICATION CALLBACK START");
1512                 if (thumb.data) {
1513                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1514                 } else {
1515                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1516                 }
1517                 _mmcam_dbg_log("APPLICATION CALLBACK END");
1518         } else {
1519                 _mmcam_dbg_err("Capture callback is NULL.");
1520
1521                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1522
1523                 goto err_release_exif;
1524         }
1525
1526         /* Set capture count */
1527         count = ++(info->capture_send_count);
1528         send_captured_message = TRUE;
1529
1530 err_release_exif:
1531         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1532
1533         /* init screennail and EXIF raw data */
1534         mmf_attribute_set_data(item_screennail, NULL, 0);
1535         mmf_attribute_commit(item_screennail);
1536         if (exif_raw_data) {
1537                 free(exif_raw_data);
1538                 exif_raw_data = NULL;
1539
1540                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1541                 mmf_attribute_commit(item_exif_raw_data);
1542         }
1543
1544         /* Release jpeg data */
1545         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED) {
1546                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest);
1547         }
1548
1549 error:
1550         /* Check end condition and set proper value */
1551         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1552             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1553                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1554         }
1555
1556         /* release internal allocated data */
1557         if (sc->internal_encode) {
1558                 compare_data = internal_main_data;
1559         } else {
1560                 compare_data = mapinfo1.data;
1561         }
1562         if (dest.data && compare_data &&
1563             dest.data != compare_data) {
1564                 _mmcam_dbg_log("release internal allocated data %p", dest.data);
1565                 free(dest.data);
1566                 dest.data = NULL;
1567                 dest.length = 0;
1568         }
1569         if (internal_main_data) {
1570                 _mmcam_dbg_log("release internal main data %p", internal_main_data);
1571                 free(internal_main_data);
1572                 internal_main_data = NULL;
1573         }
1574         if (internal_thumb_data) {
1575                 _mmcam_dbg_log("release internal thumb data %p", internal_thumb_data);
1576                 free(internal_thumb_data);
1577                 internal_thumb_data = NULL;
1578         }
1579
1580         /* reset compare_data */
1581         compare_data = NULL;
1582
1583         /*free GstBuffer*/
1584         if (sample1) {
1585                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1586                 gst_sample_unref(sample1);
1587         }
1588         if (sample2) {
1589                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1590                 gst_sample_unref(sample2);
1591         }
1592         if (sample3) {
1593                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1594                 gst_sample_unref(sample3);
1595         }
1596
1597         /* destroy exif info */
1598         mm_exif_destory_exif_info(hcamcorder->exif_info);
1599         hcamcorder->exif_info = NULL;
1600
1601         /* send captured message */
1602         if (send_captured_message) {
1603                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1604                         /* Send CAPTURED message and count - capture success */
1605                         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1606                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1607                         } else {
1608                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1609                         }
1610                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1611                         /* send captured message only once in HDR and Original Capture mode */
1612                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1613                 }
1614         }
1615
1616         /* Handle capture in recording case */
1617         if (hcamcorder->capture_in_recording) {
1618                 hcamcorder->capture_in_recording = FALSE;
1619         }
1620
1621         _mmcam_dbg_err("END");
1622
1623         return;
1624 }
1625
1626
1627 gboolean __mmcamcorder_handoff_callback(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1628 {
1629         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1630         _MMCamcorderSubContext *sc = NULL;
1631
1632         mmf_return_val_if_fail(hcamcorder, FALSE);
1633
1634         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1635         mmf_return_val_if_fail(sc && sc->element, FALSE);
1636
1637         _mmcam_dbg_log("");
1638
1639         /* FIXME. How could you get a thumbnail? */
1640         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
1641
1642         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
1643                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
1644                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
1645                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
1646         }
1647
1648         return TRUE;
1649 }
1650
1651
1652 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
1653 {
1654         int value = 0;
1655         ExifShort eshort = 0;
1656         int ret = MM_ERROR_NONE;
1657
1658         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
1659         _mmcam_dbg_log("get orientation [%d]",value);
1660         if (value == 0) {
1661                 value = MM_EXIF_ORIENTATION;
1662         }
1663
1664         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
1665         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
1666                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
1667         if (ret != MM_ERROR_NONE) {
1668                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
1669         }
1670
1671 exit:
1672         return ed;
1673 }
1674
1675
1676 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
1677 {
1678         int ret = MM_ERROR_NONE;
1679         char *make = strdup(MM_MAKER_NAME);
1680
1681         if (make) {
1682                 _mmcam_dbg_log("maker [%s]", make);
1683                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
1684                                             EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
1685                 free(make);
1686                 if (ret != MM_ERROR_NONE) {
1687                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1688                 }
1689         } else {
1690                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
1691                 EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1692         }
1693
1694 exit:
1695         return ed;
1696 }
1697
1698
1699 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
1700 {
1701         int ret = MM_ERROR_NONE;
1702         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1703
1704         if (hcamcorder == NULL || ed == NULL) {
1705                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1706                 return NULL;
1707         }
1708
1709         if (hcamcorder->software_version) {
1710                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
1711                                             strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
1712                 if (ret != MM_ERROR_NONE) {
1713                         _mmcam_dbg_err("set software_version[%s] failed", hcamcorder->software_version);
1714                 } else {
1715                         _mmcam_dbg_log("set software_version[%s] done", hcamcorder->software_version);
1716                 }
1717         } else {
1718                 _mmcam_dbg_err("model_name is NULL");
1719         }
1720
1721         return ed;
1722 }
1723
1724
1725 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
1726 {
1727         int ret = MM_ERROR_NONE;
1728         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1729
1730         if (hcamcorder == NULL || ed == NULL) {
1731                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1732                 return NULL;
1733         }
1734
1735         if (hcamcorder->model_name) {
1736                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
1737                                             strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
1738                 if (ret != MM_ERROR_NONE) {
1739                         _mmcam_dbg_err("set model name[%s] failed", hcamcorder->model_name);
1740                 } else {
1741                         _mmcam_dbg_log("set model name[%s] done", hcamcorder->model_name);
1742                 }
1743         } else {
1744                 _mmcam_dbg_err("model_name is NULL");
1745         }
1746
1747         return ed;
1748 }
1749
1750 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
1751 {
1752         int ret = MM_ERROR_NONE;
1753         int gps_enable = TRUE;
1754         char *err_name = NULL;
1755         double latitude = INVALID_GPS_VALUE;
1756         double longitude = INVALID_GPS_VALUE;
1757         double altitude = INVALID_GPS_VALUE;
1758
1759         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
1760         if (ret == MM_ERROR_NONE && gps_enable) {
1761                 ExifByte GpsVersion[4]={2,2,0,0};
1762
1763                 _mmcam_dbg_log("Tag for GPS is ENABLED.");
1764
1765                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
1766                                             EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
1767                 if (ret != MM_ERROR_NONE) {
1768                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
1769                 }
1770
1771                 ret = mm_camcorder_get_attributes(handle, &err_name,
1772                                                   MMCAM_TAG_LATITUDE, &latitude,
1773                                                   MMCAM_TAG_LONGITUDE, &longitude,
1774                                                   MMCAM_TAG_ALTITUDE, &altitude, NULL);
1775                 if (ret != MM_ERROR_NONE) {
1776                         _mmcam_dbg_err("failed to get gps info [%x][%s]", ret, err_name);
1777                         SAFE_FREE(err_name);
1778                         goto exit;
1779                 }
1780
1781                 _mmcam_dbg_log("latitude [%f]", latitude);
1782                 if (latitude != INVALID_GPS_VALUE) {
1783                         unsigned char *b = NULL;
1784                         unsigned int deg;
1785                         unsigned int min;
1786                         unsigned int sec;
1787                         ExifRational rData;
1788
1789                         if (latitude < 0) {
1790                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1791                                                             EXIF_FORMAT_ASCII, 2, "S");
1792                                 if (ret != MM_ERROR_NONE) {
1793                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1794                                 }
1795                                 latitude = -latitude;
1796                         } else if (latitude > 0) {
1797                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1798                                                             EXIF_FORMAT_ASCII, 2, "N");
1799                                 if (ret != MM_ERROR_NONE) {
1800                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1801                                 }
1802                         }
1803
1804                         deg = (unsigned int)(latitude);
1805                         min = (unsigned int)((latitude-deg)*60);
1806                         sec = (unsigned int)(((latitude-deg)*3600)-min*60);
1807
1808                         _mmcam_dbg_log("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1809                         b = malloc(3 * sizeof(ExifRational));
1810                         if (b) {
1811                                 rData.numerator = deg;
1812                                 rData.denominator = 1;
1813                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1814                                 rData.numerator = min;
1815                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1816                                 rData.numerator = sec;
1817                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1818
1819                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
1820                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1821                                 free(b);
1822                                 if (ret != MM_ERROR_NONE) {
1823                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
1824                                 }
1825                         } else {
1826                                 _mmcam_dbg_warn("malloc failed");
1827                         }
1828                 }
1829
1830                 _mmcam_dbg_log("longitude [%f]", longitude);
1831                 if (longitude != INVALID_GPS_VALUE) {
1832                         unsigned char *b = NULL;
1833                         unsigned int deg;
1834                         unsigned int min;
1835                         unsigned int sec;
1836                         ExifRational rData;
1837
1838                         if (longitude < 0) {
1839                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1840                                                             EXIF_FORMAT_ASCII, 2, "W");
1841                                 if (ret != MM_ERROR_NONE) {
1842                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1843                                 }
1844                                 longitude = -longitude;
1845                         } else if (longitude > 0) {
1846                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1847                                                             EXIF_FORMAT_ASCII, 2, "E");
1848                                 if (ret != MM_ERROR_NONE) {
1849                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1850                                 }
1851                         }
1852
1853                         deg = (unsigned int)(longitude);
1854                         min = (unsigned int)((longitude-deg)*60);
1855                         sec = (unsigned int)(((longitude-deg)*3600)-min*60);
1856
1857                         _mmcam_dbg_log("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1858                         b = malloc(3 * sizeof(ExifRational));
1859                         if (b) {
1860                                 rData.numerator = deg;
1861                                 rData.denominator = 1;
1862                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1863                                 rData.numerator = min;
1864                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1865                                 rData.numerator = sec;
1866                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1867                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
1868                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1869                                 free(b);
1870                                 if (ret != MM_ERROR_NONE) {
1871                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
1872                                 }
1873                         } else {
1874                                 _mmcam_dbg_warn("malloc failed");
1875                         }
1876                 }
1877
1878                 _mmcam_dbg_log("f_altitude [%f]", altitude);
1879                 if (altitude != INVALID_GPS_VALUE) {
1880                         ExifByte alt_ref = 0;
1881                         unsigned char *b = NULL;
1882                         ExifRational rData;
1883                         b = malloc(sizeof(ExifRational));
1884                         if (b) {
1885                                 if (altitude < 0) {
1886                                         alt_ref = 1;
1887                                         altitude = -altitude;
1888                                 }
1889
1890                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
1891                                                             EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
1892                                 if (ret != MM_ERROR_NONE) {
1893                                         _mmcam_dbg_err("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
1894                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
1895                                                 free(b);
1896                                                 b = NULL;
1897                                                 goto exit;
1898                                         }
1899                                 }
1900
1901                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
1902                                 rData.denominator = 100;
1903                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1904                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
1905                                                             EXIF_FORMAT_RATIONAL, 1, (const char *)b);
1906                                 free(b);
1907                                 if (ret != MM_ERROR_NONE) {
1908                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
1909                                 }
1910                         } else {
1911                                 _mmcam_dbg_warn("malloc failed");
1912                         }
1913                 }
1914
1915                 {
1916                         double gps_timestamp = INVALID_GPS_VALUE;
1917                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
1918                         _mmcam_dbg_log("Gps timestamp [%f]", gps_timestamp);
1919                         if (gps_timestamp > 0.0) {
1920                                 unsigned char *b = NULL;
1921                                 unsigned int hour;
1922                                 unsigned int min;
1923                                 unsigned int microsec;
1924                                 ExifRational rData;
1925
1926                                 hour = (unsigned int)(gps_timestamp / 3600);
1927                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
1928                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
1929
1930                                 _mmcam_dbg_log("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
1931                                 b = malloc(3 * sizeof(ExifRational));
1932                                 if (b) {
1933                                         rData.numerator = hour;
1934                                         rData.denominator = 1;
1935                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1936
1937                                         rData.numerator = min;
1938                                         rData.denominator = 1;
1939                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
1940
1941                                         rData.numerator = microsec;
1942                                         rData.denominator = 1000000;
1943                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
1944
1945                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
1946                                                                     EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1947                                         free(b);
1948                                         if (ret != MM_ERROR_NONE) {
1949                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
1950                                         }
1951                                 } else {
1952                                         _mmcam_dbg_warn( "malloc failed." );
1953                                 }
1954                         }
1955                 }
1956
1957                 {
1958                         unsigned char *date_stamp = NULL;
1959                         int date_stamp_len = 0;
1960
1961                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
1962
1963                         if (date_stamp) {
1964                                 _mmcam_dbg_log("Date stamp [%s]", date_stamp);
1965
1966                                 /* cause it should include NULL char */
1967                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
1968                                                             EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
1969                                 if (ret != MM_ERROR_NONE) {
1970                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
1971                                 }
1972                         }
1973                 }
1974
1975                 {
1976                         unsigned char *processing_method = NULL;
1977                         int processing_method_len = 0;
1978
1979                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
1980
1981                         if (processing_method) {
1982                                 _mmcam_dbg_log("Processing method [%s]", processing_method);
1983
1984                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
1985                                                             EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
1986                                 if (ret != MM_ERROR_NONE) {
1987                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
1988                                 }
1989                         }
1990                 }
1991         } else {
1992                 _mmcam_dbg_log( "Tag for GPS is DISABLED." );
1993         }
1994
1995 exit:
1996         return ed;
1997 }
1998
1999
2000 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2001 {
2002         int ret = MM_ERROR_NONE;
2003         mmf_camcorder_t *hcamcorder = NULL;
2004         ExifData *ed = NULL;
2005
2006         hcamcorder = MMF_CAMCORDER(handle);
2007
2008         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2009
2010         ed = exif_data_new_from_data(imagedata, imgln);
2011         //ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2012
2013         if (ed == NULL || ed->ifd == NULL) {
2014                 _mmcam_dbg_err("get exif data error!!(%p, %p)", ed, (ed ? ed->ifd : NULL));
2015                 return MM_ERROR_INVALID_HANDLE;
2016         }
2017
2018         /* update necessary */
2019
2020         __mmcamcorder_update_exif_make(handle, ed);
2021         __mmcamcorder_update_exif_software(handle, ed);
2022         __mmcamcorder_update_exif_model(handle, ed);
2023         __mmcamcorder_update_exif_orientation(handle, ed);
2024         __mmcamcorder_update_exif_gps(handle, ed);
2025         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2026         if (ret != MM_ERROR_NONE) {
2027                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2028         }
2029
2030         exif_data_unref(ed);
2031         ed = NULL;
2032         return ret;
2033 }
2034
2035 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2036 {
2037         int ret = MM_ERROR_NONE;
2038         int value;
2039         int str_val_len = 0;
2040         int cntl = 0;
2041         int cnts = 0;
2042         char *str_value = NULL;
2043         char *user_comment = NULL;
2044         ExifData *ed = NULL;
2045         ExifLong config;
2046         ExifLong ExifVersion;
2047         static ExifShort eshort[20];
2048         static ExifLong elong[10];
2049
2050         GstCameraControl *control = NULL;
2051         GstCameraControlExifInfo avsys_exif_info;
2052
2053         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2054         _MMCamcorderSubContext *sc = NULL;
2055
2056         _mmcam_dbg_log("");
2057
2058         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2059
2060         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2061         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2062
2063         CLEAR(avsys_exif_info);
2064
2065         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2066                 _mmcam_dbg_err("Can't cast Video source into camera control. Skip camera control values...");
2067         } else {
2068                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2069                 /* get device information */
2070                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2071         }
2072
2073         /* get ExifData from exif info */
2074         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2075         if (ed == NULL || ed->ifd == NULL) {
2076                 _mmcam_dbg_err("get exif data error!!(%p, %p)", ed, (ed ? ed->ifd : NULL));
2077                 return MM_ERROR_INVALID_HANDLE;
2078         }
2079
2080         /* Receive attribute info */
2081
2082         /* START INSERT IFD_0 */
2083
2084         /*0. EXIF_TAG_EXIF_VERSION */
2085         ExifVersion = MM_EXIF_VERSION;
2086         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2087                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2088         if (ret != MM_ERROR_NONE) {
2089                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2090         }
2091
2092         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2093         value = image_width;
2094
2095         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2096         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2097                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2098         if (ret != MM_ERROR_NONE) {
2099                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2100         }
2101
2102         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2103                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2104         if (ret != MM_ERROR_NONE) {
2105                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2106         }
2107         _mmcam_dbg_log("width[%d]", value);
2108
2109         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2110         value = image_height;
2111
2112         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order (ed), value);
2113         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2114                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2115         if (ret != MM_ERROR_NONE) {
2116                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2117         }
2118
2119         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2120                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2121         if (ret != MM_ERROR_NONE) {
2122                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2123         }
2124         _mmcam_dbg_log("height[%d]", value);
2125
2126         /*4. EXIF_TAG_DATE_TIME */
2127
2128         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2129
2130         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2131         {
2132                 unsigned char *b;
2133                 time_t t;
2134                 struct tm tm;
2135
2136                 b = malloc(20 * sizeof(unsigned char));
2137                 if (b == NULL) {
2138                         _mmcam_dbg_err("failed to alloc b");
2139                         ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2140                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2141                 }
2142
2143                 memset(b, '\0', 20);
2144
2145                 t = time(NULL);
2146                 tzset();
2147                 localtime_r(&t, &tm);
2148
2149                 snprintf((char *)b, 20, "%04i:%02i:%02i %02i:%02i:%02i",
2150                          tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2151                          tm.tm_hour, tm.tm_min, tm.tm_sec);
2152
2153                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2154                 if (ret != MM_ERROR_NONE) {
2155                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2156                                 free(b);
2157                         }
2158                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2159                 }
2160
2161                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2162                 if (ret != MM_ERROR_NONE) {
2163                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2164                                 free(b);
2165                         }
2166                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2167                 }
2168
2169                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2170                 if (ret != MM_ERROR_NONE) {
2171                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2172                                 free(b);
2173                         }
2174                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2175                 }
2176
2177                 free(b);
2178         }
2179
2180         /*5. EXIF_TAG_MAKE */
2181         __mmcamcorder_update_exif_make(handle, ed);
2182
2183 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2184
2185         /*6. EXIF_TAG_MODEL */
2186         __mmcamcorder_update_exif_model(handle, ed);
2187
2188 #endif
2189         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2190         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2191         _mmcam_dbg_log("desctiption [%s]", str_value);
2192         if (str_value && str_val_len > 0) {
2193                 char *description = strdup(str_value);
2194                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2195                                             EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2196                 free(description);
2197                 str_value = NULL;
2198                 str_val_len = 0;
2199                 if (ret != MM_ERROR_NONE) {
2200                         EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2201                 }
2202         } else {
2203                 _mmcam_dbg_warn("failed to get description");
2204         }
2205
2206         /*7. EXIF_TAG_SOFTWARE*/
2207         __mmcamcorder_update_exif_software(handle, ed);
2208
2209 /*
2210         if (control != NULL) {
2211                 char software[50] = {0,};
2212                 unsigned int len = 0;
2213
2214                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8,(avsys_exif_info.software_used & 0xff));
2215                 _mmcam_dbg_log("software [%s], len [%d]", software, len);
2216                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2217                                             EXIF_FORMAT_ASCII, len, (const char *)software);
2218                 if (ret != MM_ERROR_NONE) {
2219                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2220                 }
2221         }
2222 */
2223
2224         __mmcamcorder_update_exif_orientation(handle, ed);
2225
2226         /* START INSERT EXIF_IFD */
2227
2228         /*3. User Comment*/
2229         /*FIXME : get user comment from real user */
2230         user_comment = strdup(MM_USER_COMMENT);
2231         if (user_comment) {
2232                 _mmcam_dbg_log("user_comment=%s",user_comment);
2233                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2234                                             EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2235                 free(user_comment);
2236                 if (ret != MM_ERROR_NONE) {
2237                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2238                 }
2239         } else {
2240                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2241                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2242         }
2243
2244         /*9. EXIF_TAG_COLOR_SPACE */
2245         if (control != NULL) {
2246                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2247                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2248                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2249                 if (ret != MM_ERROR_NONE) {
2250                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2251                 }
2252         }
2253
2254         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2255         if (control != NULL) {
2256                 config = avsys_exif_info.component_configuration;
2257                 _mmcam_dbg_log("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ",config);
2258                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2259                                             EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2260                 if (ret != MM_ERROR_NONE) {
2261                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2262                 }
2263         }
2264
2265         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2266         /* written  the device_info */
2267
2268         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2269         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2270
2271         /*14. EXIF_TAG_EXPOSURE_TIME*/
2272         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2273                 unsigned char *b = NULL;
2274                 ExifRational rData;
2275
2276                 _mmcam_dbg_log("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2277                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2278
2279                 b = malloc(sizeof(ExifRational));
2280                 if (b) {
2281                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2282                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2283
2284                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2285                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2286                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2287                         free(b);
2288                         if (ret != MM_ERROR_NONE) {
2289                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2290                         }
2291                 } else {
2292                         _mmcam_dbg_warn("malloc failed.");
2293                 }
2294         } else {
2295                 _mmcam_dbg_log("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2296                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2297         }
2298
2299         /*15. EXIF_TAG_FNUMBER */
2300         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2301                 unsigned char *b = NULL;
2302                 ExifRational rData;
2303
2304                 _mmcam_dbg_log("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2305                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2306
2307                 b = malloc(sizeof(ExifRational));
2308                 if (b) {
2309                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2310                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2311                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2312                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2313                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2314                         free(b);
2315                         if(ret != MM_ERROR_NONE) {
2316                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2317                         }
2318                 } else {
2319                         _mmcam_dbg_warn( "malloc failed." );
2320                 }
2321         } else {
2322                 _mmcam_dbg_log("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2323                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2324         }
2325
2326         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2327         /*FIXME*/
2328         value = MM_EXPOSURE_PROGRAM;
2329         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2330         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2331                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2332         if (ret != MM_ERROR_NONE) {
2333                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2334         }
2335
2336         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2337         if (avsys_exif_info.iso) {
2338                 _mmcam_dbg_log("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2339                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2340                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2341                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2342                 if (ret != MM_ERROR_NONE) {
2343                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2344                 }
2345         }
2346
2347         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2348         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2349                 unsigned char *b = NULL;
2350                 ExifSRational rsData;
2351
2352                 _mmcam_dbg_log("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2353                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2354
2355                 b = malloc(sizeof(ExifSRational));
2356                 if (b) {
2357                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2358                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2359                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2360                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2361                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2362                         free(b);
2363                         if (ret != MM_ERROR_NONE) {
2364                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2365                         }
2366                 } else {
2367                         _mmcam_dbg_warn("malloc failed.");
2368                 }
2369         } else {
2370                 _mmcam_dbg_log("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2371                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2372         }
2373
2374         /*19. EXIF_TAG_APERTURE_VALUE*/
2375         if (avsys_exif_info.aperture_in_APEX) {
2376                 unsigned char *b = NULL;
2377                 ExifRational rData;
2378
2379                 _mmcam_dbg_log("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2380
2381                 b = malloc(sizeof(ExifRational));
2382                 if (b) {
2383                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2384                         rData.denominator = 1;
2385                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2386                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2387                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2388                         free(b);
2389                         if(ret != MM_ERROR_NONE) {
2390                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2391                         }
2392                 } else {
2393                         _mmcam_dbg_warn("malloc failed.");
2394                 }
2395         } else {
2396                 _mmcam_dbg_log("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2397         }
2398
2399         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2400         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2401                 unsigned char *b = NULL;
2402                 ExifSRational rsData;
2403
2404                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2405                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2406
2407                 b = malloc(sizeof(ExifSRational));
2408                 if (b) {
2409                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2410                         rsData.denominator = avsys_exif_info.brightness_denominator;
2411                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2412                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2413                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2414                         free(b);
2415                         if (ret != MM_ERROR_NONE) {
2416                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2417                         }
2418                 } else {
2419                         _mmcam_dbg_warn( "malloc failed." );
2420                 }
2421         } else {
2422                 _mmcam_dbg_log("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2423                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2424         }
2425
2426         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2427         value = 0;
2428         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2429         if (ret == MM_ERROR_NONE) {
2430                 unsigned char *b = NULL;
2431                 ExifSRational rsData;
2432
2433                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2434                                value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2435
2436                 b = malloc(sizeof(ExifSRational));
2437                 if (b) {
2438                         rsData.numerator = value - hcamcorder->brightness_default;
2439                         if (hcamcorder->brightness_step_denominator != 0) {
2440                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2441                         } else {
2442                                 _mmcam_dbg_warn("brightness_step_denominator is ZERO, so set 1");
2443                                 rsData.denominator = 1;
2444                         }
2445                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2446                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2447                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2448                         free(b);
2449                         if (ret != MM_ERROR_NONE) {
2450                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2451                         }
2452                 } else {
2453                         _mmcam_dbg_warn("malloc failed.");
2454                 }
2455         } else {
2456                 _mmcam_dbg_log("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2457         }
2458
2459         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2460 /*
2461         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2462                 unsigned char *b = NULL;
2463                 ExifRational rData;
2464
2465                 _mmcam_dbg_log("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2466
2467                 b = malloc(sizeof(ExifRational));
2468                 if (b) {
2469                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2470                         rData.denominator = 1;
2471                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2472                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2473                                                     EXIF_FORMAT_RATIONAL, 1, b);
2474                         free(b);
2475                         if (ret != MM_ERROR_NONE) {
2476                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2477                         }
2478                 } else {
2479                         _mmcam_dbg_warn("failed to alloc for MAX aperture value");
2480                 }
2481         }
2482 */
2483
2484         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2485         /* defualt : none */
2486
2487         /*24. EXIF_TAG_METERING_MODE */
2488         if (control != NULL) {
2489                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),avsys_exif_info.metering_mode);
2490                 _mmcam_dbg_log("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2491                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2492                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2493                 if (ret != MM_ERROR_NONE) {
2494                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2495                 }
2496         }
2497
2498         /*25. EXIF_TAG_LIGHT_SOURCE*/
2499
2500         /*26. EXIF_TAG_FLASH*/
2501         if (control != NULL) {
2502                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),avsys_exif_info.flash);
2503                 _mmcam_dbg_log("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2504                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2505                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2506                 if (ret != MM_ERROR_NONE) {
2507                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2508                 }
2509         }
2510
2511         /*27. EXIF_TAG_FOCAL_LENGTH*/
2512         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2513                 unsigned char *b = NULL;
2514                 ExifRational rData;
2515
2516                 _mmcam_dbg_log("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2517                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2518
2519                 b = malloc(sizeof(ExifRational));
2520                 if (b) {
2521                         rData.numerator = avsys_exif_info.focal_len_numerator;
2522                         rData.denominator = avsys_exif_info.focal_len_denominator;
2523                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2524                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2525                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2526                         free(b);
2527                         if (ret != MM_ERROR_NONE) {
2528                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2529                         }
2530                 } else {
2531                         _mmcam_dbg_warn("malloc failed.");
2532                 }
2533         } else {
2534                 _mmcam_dbg_log("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2535                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2536         }
2537
2538         /*28. EXIF_TAG_SENSING_METHOD*/
2539         /*FIXME*/
2540         value = MM_SENSING_MODE;
2541         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),value);
2542         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2543                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2544         if (ret != MM_ERROR_NONE) {
2545                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2546         }
2547
2548         /*29. EXIF_TAG_FILE_SOURCE*/
2549 /*
2550         value = MM_FILE_SOURCE;
2551         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2552         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2553                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2554         if (ret != MM_ERROR_NONE) {
2555                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2556         }
2557 */
2558
2559         /*30. EXIF_TAG_SCENE_TYPE*/
2560 /*
2561         value = MM_SCENE_TYPE;
2562         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2563         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2564                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2565         if (ret != MM_ERROR_NONE) {
2566                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2567         }
2568 */
2569
2570         /*31. EXIF_TAG_EXPOSURE_MODE*/
2571         /*FIXME*/
2572         value = MM_EXPOSURE_MODE;
2573         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),value);
2574         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2575                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2576         if (ret != MM_ERROR_NONE) {
2577                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2578         }
2579
2580
2581         /*32. EXIF_TAG_WHITE_BALANCE*/
2582         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2583         if (ret == MM_ERROR_NONE) {
2584                 int set_value = 0;
2585                 _mmcam_dbg_log("WHITE BALANCE [%d]", value);
2586
2587                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC) {
2588                         set_value = 0;
2589                 } else {
2590                         set_value = 1;
2591                 }
2592
2593                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2594                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2595                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2596                 if (ret != MM_ERROR_NONE) {
2597                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2598                 }
2599         } else {
2600                 _mmcam_dbg_warn("failed to get white balance [%x]", ret);
2601         }
2602
2603         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2604 /*
2605         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2606         if (ret == MM_ERROR_NONE) {
2607                 _mmcam_dbg_log("DIGITAL ZOOM [%d]", value);
2608
2609                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2610                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2611                                             EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2612                 if (ret != MM_ERROR_NONE) {
2613                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2614                 }
2615         } else {
2616                 _mmcam_dbg_warn("failed to get digital zoom [%x]", ret);
2617         }
2618 */
2619
2620         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2621         /*FIXME*/
2622 /*
2623         value = MM_FOCAL_LENGTH_35MMFILM;
2624         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2625         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2626                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2627         if (ret != MM_ERROR_NONE) {
2628                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2629         }
2630 */
2631
2632         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2633         {
2634                 int scene_capture_type;
2635
2636                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2637                 if (ret == MM_ERROR_NONE) {
2638                         _mmcam_dbg_log("Scene mode(program mode) [%d]", value);
2639
2640                         if (value == MM_CAMCORDER_SCENE_MODE_NORMAL) {
2641                                 scene_capture_type = 0; /* standard */
2642                         } else if (value == MM_CAMCORDER_SCENE_MODE_PORTRAIT) {
2643                                 scene_capture_type = 2; /* portrait */
2644                         } else if (value == MM_CAMCORDER_SCENE_MODE_LANDSCAPE) {
2645                                 scene_capture_type = 1; /* landscape */
2646                         } else if (value == MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE) {
2647                                 scene_capture_type = 3; /* night scene */
2648                         } else {
2649                                 scene_capture_type = 4; /* Others */
2650                         }
2651
2652                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
2653                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
2654                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2655                         if (ret != MM_ERROR_NONE) {
2656                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
2657                         }
2658                 } else {
2659                         _mmcam_dbg_warn("failed to get scene mode [%x]", ret);
2660                 }
2661         }
2662
2663         /*36. EXIF_TAG_GAIN_CONTROL*/
2664         /*FIXME*/
2665 /*
2666         value = MM_GAIN_CONTROL;
2667         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2668         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
2669                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2670         if (ret != MM_ERROR_NONE) {
2671                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
2672         }
2673 */
2674
2675
2676         /*37. EXIF_TAG_CONTRAST */
2677         {
2678                 type_int_range *irange = NULL;
2679                 int level = 0;
2680
2681                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2682                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2683                                                       "Contrast",
2684                                                       &irange);
2685                 if (irange != NULL) {
2686                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
2687
2688                         _mmcam_dbg_log("CONTRAST currentt [%d], default [%d]", value, irange->default_value);
2689
2690                         if (value == irange->default_value) {
2691                                 level = MM_VALUE_NORMAL;
2692                         } else if (value < irange->default_value) {
2693                                 level = MM_VALUE_LOW;
2694                         } else {
2695                                 level = MM_VALUE_HARD;
2696                         }
2697
2698                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2699                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
2700                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2701                         if (ret != MM_ERROR_NONE) {
2702                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
2703                         }
2704                 } else {
2705                         _mmcam_dbg_warn("failed to get range of contrast");
2706                 }
2707         }
2708
2709         /*38. EXIF_TAG_SATURATION*/
2710         {
2711                 type_int_range *irange = NULL;
2712                 int level = 0;
2713
2714                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2715                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2716                                                       "Saturation",
2717                                                       &irange);
2718                 if (irange != NULL) {
2719                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
2720
2721                         _mmcam_dbg_log("SATURATION current [%d], default [%d]", value, irange->default_value);
2722
2723                         if (value == irange->default_value) {
2724                                 level = MM_VALUE_NORMAL;
2725                         } else if (value < irange->default_value) {
2726                                 level = MM_VALUE_LOW;
2727                         } else {
2728                                 level=MM_VALUE_HARD;
2729                         }
2730
2731                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2732                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
2733                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2734                         if (ret != MM_ERROR_NONE) {
2735                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
2736                         }
2737                 } else {
2738                         _mmcam_dbg_warn("failed to get range of saturation");
2739                 }
2740         }
2741
2742         /*39. EXIF_TAG_SHARPNESS*/
2743         {
2744                 type_int_range *irange = NULL;
2745                 int level = 0;
2746
2747                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2748                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2749                                                       "Sharpness",
2750                                                       &irange);
2751                 if (irange != NULL) {
2752                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
2753
2754                         _mmcam_dbg_log("SHARPNESS current [%d], default [%d]", value, irange->default_value);
2755
2756                         if (value == irange->default_value) {
2757                                 level = MM_VALUE_NORMAL;
2758                         } else if (value < irange->default_value) {
2759                                 level = MM_VALUE_LOW;
2760                         } else {
2761                                 level = MM_VALUE_HARD;
2762                         }
2763
2764                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2765                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
2766                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2767                         if (ret != MM_ERROR_NONE) {
2768                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
2769                         }
2770                 } else {
2771                         _mmcam_dbg_warn("failed to get range of sharpness");
2772                 }
2773         }
2774
2775         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
2776         /*FIXME*/
2777         value = MM_SUBJECT_DISTANCE_RANGE;
2778         _mmcam_dbg_log("DISTANCE_RANGE [%d]", value);
2779         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2780         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
2781                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2782         if (ret != MM_ERROR_NONE) {
2783                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
2784         }
2785
2786         /* GPS information */
2787         __mmcamcorder_update_exif_gps(handle, ed);
2788
2789         _mmcam_dbg_log("");
2790
2791         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2792         if (ret != MM_ERROR_NONE) {
2793                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2794         }
2795
2796 exit:
2797         _mmcam_dbg_log("finished!! [%x]", ret);
2798
2799         if (ed) {
2800                 exif_data_unref (ed);
2801         }
2802
2803         return ret;
2804 }
2805
2806
2807 static void __sound_status_changed_cb(keynode_t* node, void *data)
2808 {
2809         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2810         _MMCamcorderImageInfo *info = NULL;
2811
2812         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2813
2814         _mmcam_dbg_log("START");
2815
2816         info = hcamcorder->sub_context->info_image;
2817
2818         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
2819
2820         _mmcam_dbg_log("DONE : sound status %d", info->sound_status);
2821
2822         return;
2823 }
2824
2825
2826 static void __volume_level_changed_cb(void *data)
2827 {
2828         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2829         _MMCamcorderImageInfo *info = NULL;
2830
2831         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2832
2833         _mmcam_dbg_log("START");
2834
2835         info = hcamcorder->sub_context->info_image;
2836
2837         mm_sound_volume_get_value(VOLUME_TYPE_SYSTEM, &info->volume_level);
2838
2839         _mmcam_dbg_log("DONE : volume level %d", info->volume_level);
2840
2841         return;
2842 }