src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include <gst/video/cameracontrol.h>
  29 #include <mm_sound.h>
  30 #include "mm_camcorder_internal.h"
  31 #include "mm_camcorder_stillshot.h"
  32 #include "mm_camcorder_exifinfo.h"
  33 #include "mm_camcorder_exifdef.h"
  34 #include <libexif/exif-loader.h>
  35 #include <libexif/exif-utils.h>
  36 #include <libexif/exif-data.h>
  37
  38 /*---------------------------------------------------------------------------------------
  39 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  40 ---------------------------------------------------------------------------------------*/
  41 #define EXIF_SET_ERR( return_type,tag_id) \
  42         _mmcam_dbg_err("error=%x,tag=%x",return_type,tag_id); \
  43         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  44                 goto exit; \
  45         }
  46
  47 /*---------------------------------------------------------------------------------------
  48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  49 ---------------------------------------------------------------------------------------*/
  50 #define THUMBNAIL_WIDTH         320
  51 #define THUMBNAIL_HEIGHT        240
  52 #define THUMBNAIL_JPEG_QUALITY  90
  53 #define TRY_LOCK_MAX_COUNT      100
  54 #define TRY_LOCK_TIME           20000   /* ms */
  55 #define H264_PREVIEW_BITRATE    1024*10 /* kbps */
  56 #define H264_PREVIEW_NEWGOP_INTERVAL    1000 /* ms */
  57 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  58
  59
  60 /*---------------------------------------------------------------------------------------
  61 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  62 ---------------------------------------------------------------------------------------*/
  63 /** STATIC INTERNAL FUNCTION **/
  64 /* Functions for JPEG capture without Encode bin */
  65 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
  66 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  67 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  68 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  69
  70 /* sound status changed callback */
  71 static void __sound_status_changed_cb(keynode_t* node, void *data);
  72
  73 /*=======================================================================================
  74 |  FUNCTION DEFINITIONS                                                                 |
  75 =======================================================================================*/
  76
  77 /*---------------------------------------------------------------------------------------
  78 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
  79 ---------------------------------------------------------------------------------------*/
  80
  81
  82 int _mmcamcorder_create_stillshot_pipeline(MMHandleType handle)
  83 {
  84         int err = MM_ERROR_UNKNOWN;
  85         GstPad *srcpad = NULL;
  86         GstPad *sinkpad = NULL;
  87
  88         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
  89         _MMCamcorderSubContext *sc = NULL;
  90
  91         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  92
  93         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
  94         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  95
  96         _mmcam_dbg_log("");
  97
  98         /* Create gstreamer element */
  99         _mmcam_dbg_log("Using Encodebin for capturing");
 100
 101         /* Create capture pipeline */
 102         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 103
 104         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 105         if (err != MM_ERROR_NONE) {
 106                 return err;
 107         }
 108
 109         /* add element and encodesink bin to encode main pipeline */
 110         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 111                          sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 112                          sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
 113                          sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 114                          NULL);
 115
 116         /* Link each element : appsrc - capsfilter - encodesink bin */
 117         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 118         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
 119         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 120
 121         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
 122         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 123         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 124
 125         /* connect handoff signal to get capture data */
 126         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 127                                    _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 128                                    G_CALLBACK(__mmcamcorder_handoff_callback),
 129                                    hcamcorder);
 130
 131         return MM_ERROR_NONE;
 132
 133 pipeline_creation_error:
 134         _mmcamcorder_remove_stillshot_pipeline(handle);
 135         return err;
 136 }
 137
 138
 139 int _mmcamcorder_connect_capture_signal(MMHandleType handle)
 140 {
 141         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 142         _MMCamcorderSubContext *sc = NULL;
 143
 144         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 145
 146         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 147         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 148
 149         /* check video source element */
 150         if (sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst) {
 151                 _mmcam_dbg_warn("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 152                 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 153                                            _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 154                                            G_CALLBACK(__mmcamcorder_image_capture_cb),
 155                                            hcamcorder);
 156
 157                 return MM_ERROR_NONE;
 158         } else {
 159                 _mmcam_dbg_err("videosrc element is not created yet");
 160                 return MM_ERROR_CAMCORDER_NOT_INITIALIZED;
 161         }
 162 }
 163
 164
 165 int _mmcamcorder_remove_stillshot_pipeline(MMHandleType handle)
 166 {
 167         int ret = MM_ERROR_NONE;
 168         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 169         _MMCamcorderSubContext *sc = NULL;
 170
 171         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 172
 173         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 174         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 175
 176         _mmcam_dbg_log("");
 177
 178         /* Check pipeline */
 179         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 180                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 181                 if (ret != MM_ERROR_NONE) {
 182                         _mmcam_dbg_err("Faile to change encode main pipeline state [0x%x]", ret);
 183                         return ret;
 184                 }
 185
 186                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 187
 188                 GstPad *reqpad = NULL;
 189
 190                 /* release request pad */
 191                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 192                 if (reqpad) {
 193                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 194                         gst_object_unref(reqpad);
 195                         reqpad = NULL;
 196                 }
 197
 198                 /* release encode main pipeline */
 199                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 200
 201                 _mmcam_dbg_log("Encoder pipeline removed");
 202         } else {
 203                 _mmcam_dbg_log("encode main pipeline is already removed");
 204         }
 205
 206         return MM_ERROR_NONE;
 207 }
 208
 209
 210 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 211 {
 212         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 213         _MMCamcorderSubContext *sc = NULL;
 214
 215         mmf_return_if_fail(hcamcorder);
 216
 217         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 218         mmf_return_if_fail(sc && sc->element);
 219
 220         _mmcam_dbg_log("");
 221
 222         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 223                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 224                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 225
 226                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
 227
 228                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 229
 230                 traceEnd(TTRACE_TAG_CAMERA);
 231
 232                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 233
 234                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
 235
 236                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 237
 238                 traceEnd(TTRACE_TAG_CAMERA);
 239
 240                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 241         }
 242
 243         return;
 244 }
 245
 246
 247 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
 248 {
 249         int ret = MM_ERROR_NONE;
 250         int UseCaptureMode = 0;
 251         int width = 0;
 252         int height = 0;
 253         int fps = 0;
 254         int cap_format = MM_PIXEL_FORMAT_NV12;
 255         int image_encoder = MM_IMAGE_CODEC_JPEG;
 256         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 257         int is_modified_size = FALSE;
 258         int tag_orientation = 0;
 259         unsigned int cap_fourcc = 0;
 260
 261         char *err_name = NULL;
 262         const char *videosrc_name = NULL;
 263
 264         GstCameraControl *control = NULL;
 265
 266         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 267         _MMCamcorderImageInfo *info = NULL;
 268         _MMCamcorderSubContext *sc = NULL;
 269         type_element *VideosrcElement = NULL;
 270         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 271
 272         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 273
 274         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 275         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 276
 277         _mmcam_dbg_log("");
 278
 279         info = sc->info_image;
 280
 281         if (info->capturing) {
 282                 _mmcam_dbg_err("already capturing");
 283                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 284         }
 285
 286         _mmcamcorder_conf_get_value_int(handle, hcamcorder->conf_main,
 287                                         CONFIGURE_CATEGORY_MAIN_CAPTURE,
 288                                         "UseCaptureMode",
 289                                         &UseCaptureMode);
 290
 291         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 292                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 293                                       "VideosrcElement",
 294                                       &VideosrcElement);
 295
 296         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 297
 298         /* get current state */
 299         mm_camcorder_get_state(handle, &current_state);
 300
 301         /* set capture flag */
 302         info->capturing = TRUE;
 303
 304         ret = mm_camcorder_get_attributes(handle, &err_name,
 305                                     MMCAM_IMAGE_ENCODER, &image_encoder,
 306                                     MMCAM_CAMERA_WIDTH, &width,
 307                                     MMCAM_CAMERA_HEIGHT, &height,
 308                                     MMCAM_CAMERA_FPS, &fps,
 309                                     MMCAM_CAPTURE_FORMAT, &cap_format,
 310                                     MMCAM_CAPTURE_WIDTH, &info->width,
 311                                     MMCAM_CAPTURE_HEIGHT, &info->height,
 312                                     MMCAM_CAPTURE_COUNT, &info->count,
 313                                     MMCAM_CAPTURE_INTERVAL, &info->interval,
 314                                     MMCAM_STROBE_MODE, &strobe_mode,
 315                                     MMCAM_TAG_ORIENTATION, &tag_orientation,
 316                                     NULL);
 317         if (err_name) {
 318                 _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 319                 SAFE_FREE(err_name);
 320         }
 321
 322         ret = MM_ERROR_NONE;
 323
 324         /* check capture count */
 325         if (info->count < 1) {
 326                 _mmcam_dbg_err("capture count[%d] is invalid", info->count);
 327                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 328                 goto cmd_done;
 329         } else if (info->count == 1) {
 330                 info->type = _MMCamcorder_SINGLE_SHOT;
 331         } else {
 332                 info->type = _MMCamcorder_MULTI_SHOT;
 333                 info->next_shot_time = 0;
 334                 info->multi_shot_stop = FALSE;
 335
 336                 /* sound init to pause other session */
 337                 _mmcamcorder_sound_init(handle);
 338         }
 339
 340         _mmcam_dbg_log("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 341                        width, height, info->preview_format, info->width, info->height, cap_format,
 342                        info->count, info->hdr_capture_mode, info->interval);
 343
 344         /* check state */
 345         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 346                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 347                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 348                         _mmcam_dbg_err("does not support multi/HDR capture while recording");
 349                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 350                         goto cmd_done;
 351                 }
 352
 353                 /* check capture size if ZSL is not supported*/
 354                 if (hcamcorder->support_zsl_capture == FALSE) {
 355                         _mmcam_dbg_warn("Capture size should be same with preview size while recording");
 356                         _mmcam_dbg_warn("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 357
 358                         info->width = width;
 359                         info->height = height;
 360
 361                         _mmcam_dbg_log("set capture width and height [%dx%d] to camera plugin", width, height);
 362                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 363                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 364
 365                         is_modified_size = TRUE;
 366                 }
 367         }
 368
 369         info->capture_cur_count = 0;
 370         info->capture_send_count = 0;
 371
 372         sc->internal_encode = FALSE;
 373
 374         if (!sc->bencbin_capture) {
 375                 /* Check encoding method */
 376                 if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
 377                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 378                             hcamcorder->support_zsl_capture || is_modified_size) {
 379                                 cap_fourcc = _mmcamcorder_get_fourcc(cap_format, image_encoder, hcamcorder->use_zero_copy_format);
 380                                 _mmcam_dbg_log("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 381                         } else {
 382                                 /* no need to encode internally if ITLV format */
 383                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY) {
 384                                         sc->internal_encode = TRUE;
 385                                 }
 386                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 387
 388                                 _mmcam_dbg_log("MSL JPEG Capture : capture fourcc %c%c%c%c",
 389                                                cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 390                         }
 391                 } else {
 392                         cap_fourcc = _mmcamcorder_get_fourcc(cap_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 393                 }
 394
 395                 _mmcam_dbg_log("capture format (%d)", cap_format);
 396
 397                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 398                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 399                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 400                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 401
 402                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 403                         _mmcam_dbg_err("Can't cast Video source into camera control.");
 404                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 405                         goto cmd_done;
 406                 }
 407
 408                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 409                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 410         } else {
 411                 int need_change = 0;
 412                 int set_width = 0;
 413                 int set_height = 0;
 414                 int cap_jpeg_quality = 0;
 415
 416                 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 417                         _mmcam_dbg_err("could not capture in this target while recording");
 418                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 419                         goto cmd_done;
 420                 }
 421
 422                 if (UseCaptureMode) {
 423                         if (width != MMFCAMCORDER_HIGHQUALITY_WIDTH || height != MMFCAMCORDER_HIGHQUALITY_HEIGHT) {
 424                                 need_change = 1;
 425                         }
 426                 } else {
 427                         if (width != info->width || height != info->height) {
 428                                 need_change = 1;
 429                         }
 430                 }
 431
 432                 if (need_change) {
 433                         int rotation = 0;
 434
 435                         _mmcam_dbg_log("Need to change resolution");
 436
 437                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 438                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 439
 440                         /* make pipeline state as READY */
 441                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 442
 443                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 444                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 445
 446                         if (ret != MM_ERROR_NONE) {
 447                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
 448                                 goto cmd_done;
 449                         }
 450
 451                         if (UseCaptureMode) {
 452                                 set_width = MMFCAMCORDER_HIGHQUALITY_WIDTH;
 453                                 set_height = MMFCAMCORDER_HIGHQUALITY_HEIGHT;
 454                         } else {
 455                                 set_width = info->width;
 456                                 set_height = info->height;
 457                         }
 458
 459                         mm_camcorder_get_attributes(handle, &err_name,
 460                                                     MMCAM_CAMERA_ROTATION, &rotation,
 461                                                     NULL);
 462                         if (err_name) {
 463                                 _mmcam_dbg_warn("get_attributes err %s", err_name);
 464                                 SAFE_FREE(err_name);
 465                         }
 466
 467                         /* set new caps */
 468                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, set_width, set_height, fps, rotation);
 469                         if (!ret) {
 470                                 _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 471                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 472                                 goto cmd_done;
 473                         }
 474
 475                         info->resolution_change = TRUE;
 476
 477                         /* make pipeline state as PLAYING */
 478                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 479                         if (ret != MM_ERROR_NONE) {
 480                                 _mmcam_dbg_err("failed to set state PLAYING %x", ret);
 481                                 goto cmd_done;
 482                         }
 483
 484                         _mmcam_dbg_log("Change to target resolution(%d, %d)", set_width, set_height);
 485                 } else {
 486                         _mmcam_dbg_log("No need to change resolution. Open toggle now.");
 487                         info->resolution_change = FALSE;
 488                 }
 489
 490                 /* add encodesinkbin */
 491                 ret = _mmcamcorder_create_stillshot_pipeline((MMHandleType)hcamcorder);
 492                 if (ret != MM_ERROR_NONE) {
 493                         _mmcam_dbg_err("failed to create encodesinkbin %x", ret);
 494                         goto cmd_done;
 495                 }
 496
 497                 ret = mm_camcorder_get_attributes(handle, &err_name,
 498                                                   MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 499                                                   NULL);
 500                 if (err_name) {
 501                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 502                         SAFE_FREE(err_name);
 503                 }
 504
 505                 /* set JPEG quality */
 506                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 507
 508                 /* set handoff signal as TRUE */
 509                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,"signal-handoffs", TRUE);
 510                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 511
 512                 /* Prepare for the shutter sound when it's the bencbin mode capture */
 513                 sc->info_video->is_firstframe = TRUE;
 514
 515                 /* set push encoding buffer as TRUE */
 516                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 517
 518                 /* make encode pipeline state as PLAYING */
 519                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 520                 if (ret != MM_ERROR_NONE) {
 521                         _mmcam_dbg_err("failed to set state PLAYING %x", ret);
 522                         goto cmd_done;
 523                 }
 524         }
 525
 526         /* Play capture sound here if single capture */
 527         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 528              (hcamcorder->support_zsl_capture == FALSE ||
 529               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 530             info->hdr_capture_mode) {
 531                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 532                     hcamcorder->support_zsl_capture == TRUE &&
 533                     !info->hdr_capture_mode) {
 534                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
 535                 }
 536
 537                 /* set flag */
 538                 info->played_capture_sound = TRUE;
 539         } else {
 540                 /* set flag */
 541                 info->played_capture_sound = FALSE;
 542         }
 543
 544 cmd_done:
 545         if (ret != MM_ERROR_NONE) {
 546                 info->capturing = FALSE;
 547         }
 548
 549         return ret;
 550 }
 551
 552
 553 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 554 {
 555         int ret = MM_ERROR_NONE;
 556         int width = 0;
 557         int height = 0;
 558         int fps = 0;
 559         int rotation = 0;
 560         unsigned int current_framecount = 0;
 561         int current_state = MM_CAMCORDER_STATE_NONE;
 562         gboolean fps_auto = FALSE;
 563         char *err_name = NULL;
 564         const char *videosrc_name = NULL;
 565
 566         GstState state;
 567         GstElement *pipeline = NULL;
 568         GstCameraControl *control = NULL;
 569
 570         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 571         _MMCamcorderImageInfo *info = NULL;
 572         _MMCamcorderSubContext *sc = NULL;
 573         type_element *VideosrcElement = NULL;
 574
 575         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 576
 577         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 578         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 579
 580         /*_mmcam_dbg_log("");*/
 581
 582         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 583         info = sc->info_image;
 584
 585         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 586                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 587                                       "VideosrcElement",
 588                                       &VideosrcElement);
 589
 590         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 591
 592         sc->display_interval = 0;
 593         sc->previous_slot_time = 0;
 594
 595         /* Image info */
 596         info->next_shot_time = 0;
 597         info->multi_shot_stop = TRUE;
 598         info->capturing = FALSE;
 599
 600         _mmcamcorder_vframe_stablize(handle);
 601
 602         current_state = _mmcamcorder_get_state(handle);
 603         _mmcam_dbg_log("current state [%d]", current_state);
 604
 605         if (!sc->bencbin_capture) {
 606                 _mmcam_dbg_log("Preview start");
 607
 608                 /* just set capture stop command if current state is CAPTURING */
 609                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
 610                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 611                                 _mmcam_dbg_err("Can't cast Video source into camera control.");
 612                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 613                         }
 614
 615                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 616                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
 617
 618                         current_framecount = sc->kpi.video_framecount;
 619                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
 620                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
 621                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 622                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 623                         }
 624                 } else {
 625                         int focus_mode = 0;
 626                         mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 627
 628                         /* This case is starting of preview */
 629                         ret = mm_camcorder_get_attributes(handle, &err_name,
 630                                                           MMCAM_CAMERA_FPS_AUTO, &fps_auto,
 631                                                           MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
 632                                                           NULL);
 633                         if (ret != MM_ERROR_NONE) {
 634                                 _mmcam_dbg_warn("Get attrs fail. (%s:%x)", err_name, ret);
 635                                 SAFE_FREE (err_name);
 636                         }
 637
 638                         _mmcam_dbg_log("focus mode %d", focus_mode);
 639
 640                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
 641
 642                         /* set focus mode */
 643                         if (attr) {
 644                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
 645                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_CAMERA_FOCUS_MODE]));
 646                                         if (mmf_attrs_commit((MMHandleType)attr) == -1) {
 647                                                 _mmcam_dbg_err("set focus mode error");
 648                                         } else {
 649                                                 _mmcam_dbg_log("set focus mode success");
 650                                         }
 651                                 } else {
 652                                         _mmcam_dbg_log("focus mode is not supported");
 653                                 }
 654                         } else {
 655                                 _mmcam_dbg_err("failed to get attributes");
 656                         }
 657                 }
 658         }
 659
 660         /* init prev_time */
 661         sc->info_video->prev_preview_ts = 0;
 662
 663         gst_element_get_state(pipeline, &state, NULL, -1);
 664
 665         if (state == GST_STATE_PLAYING) {
 666                 if (!sc->bencbin_capture) {
 667                         int try_count = 0;
 668
 669                         if (hcamcorder->support_zsl_capture == FALSE) {
 670                                 mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 671
 672                                 /* Set strobe mode - strobe mode can not be set to driver while captuing */
 673                                 if (attr) {
 674                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_STROBE_MODE]));
 675                                         if (mmf_attrs_commit((MMHandleType) attr) == -1) {
 676                                                 _mmcam_dbg_warn("Failed to set strobe mode");
 677                                         }
 678                                 }
 679
 680                                 while (current_framecount >= sc->kpi.video_framecount &&
 681                                        try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
 682                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
 683                                 }
 684                         }
 685
 686                         if (info->type == _MMCamcorder_MULTI_SHOT) {
 687                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 688                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 689                         }
 690
 691                         _mmcam_dbg_log("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
 692                                        current_framecount, sc->kpi.video_framecount, try_count);
 693                 } else {
 694                         ret = _mmcamcorder_remove_stillshot_pipeline(handle);
 695                         if (ret != MM_ERROR_NONE) {
 696                                 goto cmd_error;
 697                         }
 698
 699                         if (info->resolution_change) {
 700                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 701                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 702                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 703                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 704                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 705                                 if (ret != MM_ERROR_NONE) {
 706                                         goto cmd_error;
 707                                 }
 708
 709                                 /* check if resolution need to rollback */
 710                                 mm_camcorder_get_attributes(handle, &err_name,
 711                                                             MMCAM_CAMERA_WIDTH, &width,
 712                                                             MMCAM_CAMERA_HEIGHT, &height,
 713                                                             MMCAM_CAMERA_FPS, &fps,
 714                                                             MMCAM_CAMERA_ROTATION, &rotation,
 715                                                             NULL);
 716                                 if (err_name) {
 717                                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 718                                         SAFE_FREE(err_name);
 719                                 }
 720
 721                                 /* set new caps */
 722                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
 723                                 if (!ret) {
 724                                         _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 725                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
 726                                         goto cmd_error;
 727                                 }
 728
 729                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 730                                 if (ret != MM_ERROR_NONE) {
 731                                         goto cmd_error;
 732                                 }
 733                         }
 734                 }
 735
 736                 /* sound finalize */
 737                 if (info->type == _MMCamcorder_MULTI_SHOT) {
 738                         _mmcamcorder_sound_finalize(handle);
 739                 }
 740         } else {
 741                 if (info->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
 742                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "bitrate", H264_PREVIEW_BITRATE);
 743                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "newgop-interval", H264_PREVIEW_NEWGOP_INTERVAL);
 744                 }
 745
 746                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 747                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 748
 749                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
 750
 751                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 752
 753                 traceEnd(TTRACE_TAG_CAMERA);
 754
 755                 if (ret != MM_ERROR_NONE) {
 756                         goto cmd_error;
 757                 }
 758
 759                 /* get sound status/volume level and register changed_cb */
 760                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
 761                     info->sound_status == _SOUND_STATUS_INIT) {
 762                         _mmcam_dbg_log("register vconf changed_cb and get sound status");
 763
 764                         /* register changed_cb */
 765                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
 766
 767                         /* get sound status */
 768                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
 769
 770                         _mmcam_dbg_log("sound status %d", info->sound_status);
 771                 }
 772         }
 773
 774 cmd_error:
 775         return ret;
 776 }
 777
 778
 779 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
 780 {
 781         int ret = MM_ERROR_NONE;
 782         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 783         int set_strobe = 0;
 784         GstCameraControl *control = NULL;
 785         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 786
 787         GstElement *pipeline = NULL;
 788
 789         _MMCamcorderSubContext *sc = NULL;
 790
 791         _mmcam_dbg_log("");
 792
 793         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 794
 795         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 796         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 797
 798         /* check strobe and set OFF if PERMANENT mode */
 799         mm_camcorder_get_attributes(handle, NULL,
 800                                     MMCAM_STROBE_MODE, &strobe_mode,
 801                                     NULL);
 802         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
 803             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 804                 _mmcam_dbg_log("current strobe mode is PERMANENT, set OFF");
 805
 806                 /* get camera control */
 807                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 808                 if (control) {
 809                         /* convert MSL to sensor value */
 810                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
 811
 812                         /* set strobe OFF */
 813                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
 814
 815                         _mmcam_dbg_log("set strobe OFF done - value: %d", set_strobe);
 816                 } else {
 817                         _mmcam_dbg_warn("cast CAMERA_CONTROL failed");
 818                 }
 819         }
 820
 821         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 822
 823         if(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 824                 _mmcam_dbg_log("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 825                 _mmcamcorder_remove_recorder_pipeline(handle);
 826         }
 827
 828         /* Disable skip flush buffer  */
 829         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", FALSE);
 830
 831         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 832         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 833
 834         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
 835
 836         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 837
 838         traceEnd(TTRACE_TAG_CAMERA);
 839
 840         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 841         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 842
 843         /* Enable skip flush buffer  */
 844         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", TRUE);
 845
 846         /* deregister sound status callback */
 847         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
 848                 _mmcam_dbg_log("deregister sound status callback");
 849
 850                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
 851
 852                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
 853         }
 854
 855         return ret;
 856 }
 857
 858
 859 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
 860 {
 861         int ret = MM_ERROR_NONE;
 862
 863         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 864         _MMCamcorderSubContext *sc = NULL;
 865
 866         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 867
 868         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 869         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 870
 871         _mmcam_dbg_log("command %d", command);
 872
 873         switch (command) {
 874         case _MMCamcorder_CMD_CAPTURE:
 875                 ret = _mmcamcorder_image_cmd_capture(handle);
 876                 break;
 877         case _MMCamcorder_CMD_PREVIEW_START:
 878                 ret = _mmcamcorder_image_cmd_preview_start(handle);
 879
 880                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
 881                 _mmcamcorder_video_current_framerate_init(handle);
 882                 break;
 883         case _MMCamcorder_CMD_PREVIEW_STOP:
 884                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
 885                 break;
 886         case _MMCamcorder_CMD_RECORD:
 887         case _MMCamcorder_CMD_PAUSE:
 888         case _MMCamcorder_CMD_CANCEL:
 889         case _MMCamcorder_CMD_COMMIT:
 890                 /* video recording command */
 891                 ret = _mmcamcorder_video_command(handle, command);
 892                 break;
 893         default:
 894                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 895                 break;
 896         }
 897
 898         return ret;
 899 }
 900
 901
 902 void __mmcamcorder_init_stillshot_info (MMHandleType handle)
 903 {
 904         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 905         _MMCamcorderSubContext *sc = NULL;
 906         _MMCamcorderImageInfo *info = NULL;
 907
 908         mmf_return_if_fail(hcamcorder);
 909
 910         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 911         mmf_return_if_fail(sc && sc->info_image);
 912
 913         info = sc->info_image;
 914
 915         _mmcam_dbg_log("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
 916
 917         if (info->type ==_MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
 918                 info->capture_cur_count = 0;
 919                 info->capture_send_count = 0;
 920                 info->multi_shot_stop = TRUE;
 921                 info->next_shot_time = 0;
 922
 923                 /* capturing flag set to FALSE here */
 924                 info->capturing = FALSE;
 925         }
 926
 927         return;
 928 }
 929
 930
 931 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
 932 {
 933         int ret = MM_ERROR_NONE;
 934         unsigned char *data = NULL;
 935         unsigned int datalen = 0;
 936         _MMCamcorderSubContext *sc = NULL;
 937         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 938
 939         mmf_return_val_if_fail(hcamcorder, FALSE);
 940         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 941         mmf_return_val_if_fail(sc, FALSE);
 942
 943         _mmcam_dbg_log("");
 944
 945         if (!original || original->data == NULL || original->length == 0) {
 946                 if (!original) {
 947                         _mmcam_dbg_log("original is null");
 948                 } else {
 949                         _mmcam_dbg_log("data=%p, length=%d", original->data, original->length);
 950                 }
 951                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 952         } else {
 953                 /* original is input/output param. save original values to local var. */
 954                 data = original->data;
 955                 datalen = original->length;
 956         }
 957
 958         if (provide_exif == FALSE) {
 959                 if (thumbnail) {
 960                         if (thumbnail->data && thumbnail->length > 0) {
 961                                 _mmcam_dbg_log("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
 962                                                thumbnail->data, thumbnail->width, thumbnail->height);
 963
 964                                 /* add thumbnail exif info */
 965                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
 966                                                                  thumbnail->data,
 967                                                                  thumbnail->width,
 968                                                                  thumbnail->height,
 969                                                                  thumbnail->length);
 970                         } else {
 971                                 _mmcam_dbg_err("Skip adding thumbnail (data=%p, length=%d)",
 972                                                thumbnail->data, thumbnail->length);
 973                         }
 974                 }
 975         } else {
 976                 ret = MM_ERROR_NONE;
 977         }
 978
 979         if (ret == MM_ERROR_NONE) {
 980                 /* write jpeg with exif */
 981                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length ,hcamcorder->exif_info, data, datalen);
 982                 if (ret != MM_ERROR_NONE) {
 983                         _mmcam_dbg_err("mm_exif_write_exif_jpeg_to_memory error! [0x%x]",ret);
 984                 }
 985         }
 986
 987         _mmcam_dbg_log("END ret 0x%x", ret);
 988
 989         return ret;
 990 }
 991
 992
 993 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
 994 {
 995         GstCaps *caps = NULL;
 996         GstMapInfo mapinfo;
 997         const GstStructure *structure;
 998
 999         mmf_return_if_fail(capture_data && sample);
1000
1001         caps = gst_sample_get_caps(sample);
1002         if (caps == NULL) {
1003                 _mmcam_dbg_err("failed to get caps");
1004                 goto GET_FAILED;
1005         }
1006
1007         structure = gst_caps_get_structure(caps, 0);
1008         if (structure == NULL) {
1009                 _mmcam_dbg_err("failed to get structure");
1010                 goto GET_FAILED;
1011         }
1012
1013         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1014
1015         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1016         capture_data->data = mapinfo.data;
1017         capture_data->format = pixtype;
1018         gst_structure_get_int(structure, "width", &capture_data->width);
1019         gst_structure_get_int(structure, "height", &capture_data->height);
1020         capture_data->length = mapinfo.size;
1021         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1022
1023         _mmcam_dbg_warn("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1024                         capture_data->data, capture_data->width, capture_data->height,
1025                         capture_data->length, capture_data->format);
1026         return;
1027
1028 GET_FAILED:
1029         capture_data->data = NULL;
1030         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1031         capture_data->length = 0;
1032
1033         return;
1034 }
1035
1036
1037 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1038 {
1039         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1040         _MMCamcorderSubContext *sc = NULL;
1041
1042         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1043
1044         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1045         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1046
1047         _mmcam_dbg_log("");
1048
1049         /* if tag enable and doesn't provide exif, we make it */
1050         _mmcam_dbg_log("Add exif information if existed(thumbnail[%p])", thumbnail);
1051         if (thumbnail && thumbnail->data) {
1052                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1053         } else {
1054                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1055         }
1056 }
1057
1058
1059 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1060 {
1061         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1062         _MMCamcorderSubContext *sc = NULL;
1063
1064         mmf_return_if_fail(hcamcorder);
1065         mmf_return_if_fail(dest);
1066
1067         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1068         mmf_return_if_fail(sc);
1069
1070         _mmcam_dbg_log("tag : %d, provide exif : %d", tag_enable, provide_exif);
1071
1072         /* if dest->data is allocated in MSL, release it */
1073         if (tag_enable && !provide_exif) {
1074                 if (dest->data) {
1075                         free(dest->data);
1076                         dest->length = 0;
1077                         dest->data = NULL;
1078                         _mmcam_dbg_log("Jpeg is released!");
1079                 }
1080         } else {
1081                 _mmcam_dbg_log("No need to release");
1082         }
1083
1084         return;
1085 }
1086
1087
1088 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1089 {
1090         int ret = MM_ERROR_NONE;
1091         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1092         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1093         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1094         int codectype = MM_IMAGE_CODEC_JPEG;
1095         int attr_index = 0;
1096         int count = 0;
1097         int stop_cont_shot = FALSE;
1098         int tag_enable = FALSE;
1099         int provide_exif = FALSE;
1100         int capture_quality = 0;
1101         int try_lock_count = 0;
1102         gboolean send_captured_message = FALSE;
1103         unsigned char *exif_raw_data = NULL;
1104         unsigned char *internal_main_data = NULL;
1105         unsigned int internal_main_length = 0;
1106         unsigned char *internal_thumb_data = NULL;
1107         unsigned int internal_thumb_length = 0;
1108         unsigned char *compare_data = NULL;
1109
1110         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1111         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1112         _MMCamcorderImageInfo *info = NULL;
1113         _MMCamcorderSubContext *sc = NULL;
1114         MMCamcorderCaptureDataType dest = {0,};
1115         MMCamcorderCaptureDataType thumb = {0,};
1116         MMCamcorderCaptureDataType scrnail = {0,};
1117         MMCamcorderCaptureDataType encode_src = {0,};
1118         GstMapInfo mapinfo1;
1119         GstMapInfo mapinfo2;
1120         GstMapInfo mapinfo3;
1121
1122         mmf_attrs_t *attrs = NULL;
1123         mmf_attribute_t *item_screennail = NULL;
1124         mmf_attribute_t *item_exif_raw_data = NULL;
1125
1126         mmf_return_if_fail(hcamcorder);
1127
1128         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1129         mmf_return_if_fail(sc && sc->info_image);
1130
1131         info = sc->info_image;
1132
1133         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1134         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1135         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1136
1137         /* get current state */
1138         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1139
1140         _mmcam_dbg_err("START - current state %d", current_state);
1141
1142         /* check capture state */
1143         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0) {
1144                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, "capture-break-cont-shot", &stop_cont_shot, NULL);
1145         }
1146
1147         if (!info->capturing || stop_cont_shot) {
1148                 _mmcam_dbg_warn("stop command[%d] or not capturing state[%d]. skip this...",
1149                                 stop_cont_shot, info->capturing);
1150
1151                 /*free GstBuffer*/
1152                 if (sample1) {
1153                         gst_sample_unref(sample1);
1154                 }
1155                 if (sample2) {
1156                         gst_sample_unref(sample2);
1157                 }
1158                 if (sample3) {
1159                         gst_sample_unref(sample3);
1160                 }
1161
1162                 return;
1163         }
1164
1165         /* check command lock to block capture callback if capture start API is not returned
1166            wait for 2 seconds at worst case */
1167         try_lock_count = 0;
1168         do {
1169                 _mmcam_dbg_log("Try command LOCK");
1170                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1171                         _mmcam_dbg_log("command LOCK OK");
1172                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1173                         break;
1174                 }
1175
1176                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1177                         _mmcam_dbg_warn("command LOCK Failed, retry...[count %d]", try_lock_count);
1178                         usleep(TRY_LOCK_TIME);
1179                 } else {
1180                         _mmcam_dbg_err("failed to lock command LOCK");
1181                         break;
1182                 }
1183         } while (TRUE);
1184
1185         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1186                 /* play capture sound here if multi capture
1187                    or preview format is ITLV(because of AF and flash control in plugin) */
1188                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1189                         g_mutex_lock(&hcamcorder->task_thread_lock);
1190                         _mmcam_dbg_log("send signal for sound play");
1191                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1192                         g_cond_signal(&hcamcorder->task_thread_cond);
1193                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1194                 } else if (!info->played_capture_sound) {
1195                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1196                 }
1197         } else {
1198                 /* Handle capture in recording case */
1199                 hcamcorder->capture_in_recording = FALSE;
1200
1201                 g_mutex_lock(&hcamcorder->task_thread_lock);
1202
1203                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
1204                         _mmcam_dbg_log("send signal for capture in recording");
1205                         g_cond_signal(&hcamcorder->task_thread_cond);
1206                 } else {
1207                         _mmcam_dbg_warn("unexpected task thread state : %d", hcamcorder->task_thread_state);
1208                 }
1209
1210                 g_mutex_unlock(&hcamcorder->task_thread_lock);
1211         }
1212
1213         /* init capture data */
1214         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1215         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1216         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1217
1218         /* Prepare main, thumbnail buffer */
1219         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1));
1220         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1221                 _mmcam_dbg_err("Unsupported pixel type");
1222                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1223                 goto error;
1224         }
1225
1226         /* Main image buffer */
1227         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1228                 _mmcam_dbg_err("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1229                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1230                 goto error;
1231         }else{
1232                 if ( (mapinfo1.data == NULL) && (mapinfo1.size == 0) ){
1233                         _mmcam_dbg_err("mapinfo1 is wrong (%p, size %d)", mapinfo1.data, mapinfo1.size);
1234                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1235                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1236                         goto error;
1237                 }else
1238                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1239         }
1240
1241         if ( !sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ) ) {
1242                 _mmcam_dbg_log("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1243         }
1244         if ( !sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ)) {
1245                 _mmcam_dbg_log("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1246         }
1247
1248         /* Screennail image buffer */
1249         attrs = (mmf_attrs_t*)MMF_CAMCORDER_ATTRS(hcamcorder);
1250         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index);
1251         item_screennail = &attrs->items[attr_index];
1252
1253         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1254                 _mmcam_dbg_log("Screennail (sample3=%p,size=%d)", sample3, mapinfo3.size);
1255
1256                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3));
1257                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1258
1259                 /* Set screennail attribute for application */
1260                 ret = mmf_attribute_set_data(item_screennail, &scrnail, sizeof(scrnail));
1261                 _mmcam_dbg_log("Screennail set attribute data %p, size %d, ret %x", &scrnail, sizeof(scrnail), ret);
1262         } else {
1263                 _mmcam_dbg_log("Sample3 has wrong pointer. Not Error. (sample3=%p)",sample3);
1264                 mmf_attribute_set_data(item_screennail, NULL, 0);
1265         }
1266
1267         /* commit screennail data */
1268         mmf_attribute_commit(item_screennail);
1269
1270         /* init thumb data */
1271         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1272
1273         /* get provide-exif */
1274         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1275
1276         /* Thumbnail image buffer */
1277         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1278                 _mmcam_dbg_log("Thumbnail (buffer2=%p)",gst_sample_get_buffer(sample2));
1279                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2));
1280                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1281         } else {
1282                 _mmcam_dbg_log("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1283
1284                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1285                         ExifLoader *l;
1286                         /* get thumbnail from EXIF */
1287                         l = exif_loader_new();
1288                         if (l) {
1289                                 ExifData *ed;
1290                                 char  width[10];
1291                                 char  height[10];
1292                                 ExifEntry *entry = NULL;
1293
1294                                 exif_loader_write (l, dest.data, dest.length);
1295
1296                                 /* Get a pointer to the EXIF data */
1297                                 ed = exif_loader_get_data(l);
1298
1299                                 /* The loader is no longer needed--free it */
1300                                 exif_loader_unref(l);
1301                                 l = NULL;
1302                                 if (ed) {
1303                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1304                                         if (entry != NULL) {
1305                                                 exif_entry_get_value(entry,width,10);
1306                                         }
1307                                         entry = NULL;
1308                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1309                                         if (entry != NULL) {
1310                                                 exif_entry_get_value(entry,height , 10);
1311                                         }
1312                                         entry = NULL;
1313                                         /* Make sure the image had a thumbnail before trying to write it */
1314                                         if (ed->data && ed->size) {
1315                                                 thumb.data = malloc(ed->size);
1316                                                 memcpy(thumb.data,ed->data,ed->size);
1317                                                 thumb.length = ed->size;
1318                                                 thumb.format = MM_PIXEL_FORMAT_ENCODED;
1319                                                 thumb.width = atoi(width);
1320                                                 thumb.height = atoi(height);
1321                                                 internal_thumb_data = thumb.data;
1322                                         }
1323                                         exif_data_unref(ed);
1324                                         ed = NULL;
1325                                 } else {
1326                                         _mmcam_dbg_warn("failed to get exif data");
1327                                 }
1328                         } else {
1329                                 _mmcam_dbg_warn("failed to create exif loader");
1330                         }
1331                 }
1332
1333                 if (thumb.data == NULL) {
1334                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1335                             scrnail.data && scrnail.length != 0) {
1336                                 /* make thumbnail image with screennail data */
1337                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1338                         } else if (sc->internal_encode) {
1339                                 /* make thumbnail image with main data, this is raw data */
1340                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1341                         }
1342                 }
1343
1344                 /* encode thumbnail */
1345                 if (encode_src.data) {
1346                         unsigned int thumb_width = 0;
1347                         unsigned int thumb_height = 0;
1348                         unsigned int thumb_length = 0;
1349                         unsigned char *thumb_raw_data = NULL;
1350
1351                         /* encode image */
1352                         _mmcam_dbg_log("Encode Thumbnail");
1353
1354                         if (encode_src.width > THUMBNAIL_WIDTH) {
1355                                 /* calculate thumbnail size */
1356                                 thumb_width = THUMBNAIL_WIDTH;
1357                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1358                                 if (thumb_height % 2 != 0) {
1359                                         thumb_height += 1;
1360                                 }
1361
1362                                 _mmcam_dbg_log("need to resize : thumbnail size %dx%d, format %d",
1363                                                thumb_width, thumb_height, encode_src.format);
1364
1365                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1366                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1367                                      encode_src.width % thumb_width == 0 &&
1368                                      encode_src.height % thumb_height == 0) {
1369                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1370                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1371                                                 thumb_raw_data = NULL;
1372                                                 _mmcam_dbg_warn("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1373                                         }
1374                                 } else {
1375                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1376                                                 encode_src.length, encode_src.format,
1377                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1378                                                 thumb_raw_data = NULL;
1379                                                 _mmcam_dbg_warn("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1380                                         }
1381                                 }
1382                         } else {
1383                                 thumb_width = encode_src.width;
1384                                 thumb_height = encode_src.height;
1385
1386                                 _mmcam_dbg_log("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1387
1388                                 thumb_raw_data = encode_src.data;
1389                                 thumb_length = encode_src.length;
1390                         }
1391
1392                         if (thumb_raw_data) {
1393                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1394                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1395                                         (void **)&internal_thumb_data, &internal_thumb_length);
1396                                 if (ret) {
1397                                         _mmcam_dbg_log("encode THUMBNAIL done - data %p, length %d",
1398                                                        internal_thumb_data, internal_thumb_length);
1399
1400                                         thumb.data = internal_thumb_data;
1401                                         thumb.length = internal_thumb_length;
1402                                         thumb.width = thumb_width;
1403                                         thumb.height = thumb_height;
1404                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1405                                 } else {
1406                                         _mmcam_dbg_warn("failed to encode THUMBNAIL");
1407                                 }
1408
1409                                 /* release allocated raw data memory */
1410                                 if (thumb_raw_data != encode_src.data) {
1411                                         free(thumb_raw_data);
1412                                         thumb_raw_data = NULL;
1413                                         _mmcam_dbg_log("release thumb_raw_data");
1414                                 }
1415                         } else {
1416                                 _mmcam_dbg_warn("thumb_raw_data is NULL");
1417                         }
1418                 } else {
1419                         // no raw data src for thumbnail
1420                         _mmcam_dbg_log("no need to encode thumbnail");
1421                 }
1422         }
1423
1424         /* Encode JPEG */
1425         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1426                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1427                                             MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1428                                             NULL);
1429                 _mmcam_dbg_log("Start Internal Encode - capture_quality %d", capture_quality);
1430
1431                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1432                         pixtype_main, dest.length, capture_quality,
1433                         (void **)&internal_main_data, &internal_main_length);
1434                 if (!ret) {
1435                         _mmcam_dbg_err("_mmcamcorder_encode_jpeg failed");
1436
1437                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1438
1439                         goto error;
1440                 }
1441
1442                 /* set format */
1443                 dest.data = internal_main_data;
1444                 dest.length = internal_main_length;
1445                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1446
1447                 _mmcam_dbg_log("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1448         }
1449
1450         /* create EXIF info */
1451         if(!provide_exif){ // make new exif
1452                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1453         } else { // load from jpeg buffer dest.data
1454                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1455                 if (ret != MM_ERROR_NONE) {
1456                         _mmcam_dbg_err("Failed to load exif_info [%x], try to create EXIF", ret);
1457                         provide_exif = FALSE;
1458                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1459                 }
1460         }
1461         if (ret != MM_ERROR_NONE) {
1462                 _mmcam_dbg_err("Failed to create exif_info [%x], but keep going...", ret);
1463         } else {
1464                 /* add basic exif info */
1465                 if(!provide_exif) {
1466                         _mmcam_dbg_log("add basic exif info");
1467                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1468                 } else {
1469                         _mmcam_dbg_log("update exif info");
1470                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1471                 }
1472
1473                 if (ret != MM_ERROR_NONE) {
1474                         _mmcam_dbg_warn("Failed set_exif_basic_info [%x], but keep going...", ret);
1475                         ret = MM_ERROR_NONE;
1476                 }
1477         }
1478
1479         /* get attribute item for EXIF data */
1480         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index);
1481         item_exif_raw_data = &attrs->items[attr_index];
1482
1483         /* set EXIF data to attribute */
1484         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1485                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1486                 if (exif_raw_data) {
1487                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1488                         mmf_attribute_set_data(item_exif_raw_data, exif_raw_data, hcamcorder->exif_info->size);
1489                         _mmcam_dbg_log("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1490                 } else {
1491                         _mmcam_dbg_warn("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1492                 }
1493         } else {
1494                 _mmcam_dbg_warn("failed to create EXIF. set EXIF as NULL");
1495                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1496         }
1497
1498         /* commit EXIF data */
1499         mmf_attribute_commit(item_exif_raw_data);
1500
1501         /* get tag-enable */
1502         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1503
1504         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1505         if (dest.format == MM_PIXEL_FORMAT_ENCODED){
1506                 if (tag_enable) {
1507                         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1508                                                     MMCAM_IMAGE_ENCODER, &codectype,
1509                                                     NULL);
1510                         _mmcam_dbg_log("codectype %d", codectype);
1511
1512                         switch (codectype) {
1513                         case MM_IMAGE_CODEC_JPEG:
1514                         case MM_IMAGE_CODEC_SRW:
1515                         case MM_IMAGE_CODEC_JPEG_SRW:
1516                                 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1517                                 if (ret != MM_ERROR_NONE) {
1518                                         _mmcam_dbg_err("Error on setting extra data to jpeg");
1519                                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1520                                         goto error;
1521                                 }
1522                                 break;
1523                         default:
1524                                 _mmcam_dbg_err("The codectype is not supported. (%d)", codectype);
1525                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1526                                 goto error;
1527                         }
1528                 }
1529         }
1530
1531         /* Handle Capture Callback */
1532         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1533
1534         if (hcamcorder->vcapture_cb) {
1535                 _mmcam_dbg_log("APPLICATION CALLBACK START");
1536                 if (thumb.data) {
1537                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1538                 } else {
1539                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1540                 }
1541                 _mmcam_dbg_log("APPLICATION CALLBACK END");
1542         } else {
1543                 _mmcam_dbg_err("Capture callback is NULL.");
1544
1545                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1546
1547                 goto err_release_exif;
1548         }
1549
1550         /* Set capture count */
1551         count = ++(info->capture_send_count);
1552         send_captured_message = TRUE;
1553
1554 err_release_exif:
1555         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1556
1557         /* init screennail and EXIF raw data */
1558         mmf_attribute_set_data(item_screennail, NULL, 0);
1559         mmf_attribute_commit(item_screennail);
1560         if (exif_raw_data) {
1561                 free(exif_raw_data);
1562                 exif_raw_data = NULL;
1563
1564                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1565                 mmf_attribute_commit(item_exif_raw_data);
1566         }
1567
1568         /* Release jpeg data */
1569         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED) {
1570                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1571         }
1572
1573 error:
1574         /* Check end condition and set proper value */
1575         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1576             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1577                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1578         }
1579
1580         /* release internal allocated data */
1581         if (sc->internal_encode) {
1582                 compare_data = internal_main_data;
1583         } else {
1584                 compare_data = mapinfo1.data;
1585         }
1586         if (dest.data && compare_data &&
1587             dest.data != compare_data) {
1588                 _mmcam_dbg_log("release internal allocated data %p", dest.data);
1589                 free(dest.data);
1590                 dest.data = NULL;
1591                 dest.length = 0;
1592         }
1593         if (internal_main_data) {
1594                 _mmcam_dbg_log("release internal main data %p", internal_main_data);
1595                 free(internal_main_data);
1596                 internal_main_data = NULL;
1597         }
1598         if (internal_thumb_data) {
1599                 _mmcam_dbg_log("release internal thumb data %p", internal_thumb_data);
1600                 free(internal_thumb_data);
1601                 internal_thumb_data = NULL;
1602         }
1603
1604         /* reset compare_data */
1605         compare_data = NULL;
1606
1607         /*free GstBuffer*/
1608         if (sample1) {
1609                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1610                 gst_sample_unref(sample1);
1611         }
1612         if (sample2) {
1613                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1614                 gst_sample_unref(sample2);
1615         }
1616         if (sample3) {
1617                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1618                 gst_sample_unref(sample3);
1619         }
1620
1621         /* destroy exif info */
1622         mm_exif_destory_exif_info(hcamcorder->exif_info);
1623         hcamcorder->exif_info = NULL;
1624
1625         /* send captured message */
1626         if (send_captured_message) {
1627                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1628                         /* Send CAPTURED message and count - capture success */
1629                         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1630                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1631                         } else {
1632                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1633                         }
1634                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1635                         /* send captured message only once in HDR and Original Capture mode */
1636                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1637                 }
1638         }
1639
1640         _mmcam_dbg_err("END");
1641
1642         return;
1643 }
1644
1645
1646 gboolean __mmcamcorder_handoff_callback(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1647 {
1648         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1649         _MMCamcorderSubContext *sc = NULL;
1650
1651         mmf_return_val_if_fail(hcamcorder, FALSE);
1652
1653         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1654         mmf_return_val_if_fail(sc && sc->element, FALSE);
1655
1656         _mmcam_dbg_log("");
1657
1658         /* FIXME. How could you get a thumbnail? */
1659         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
1660
1661         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
1662                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
1663                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
1664                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
1665         }
1666
1667         return TRUE;
1668 }
1669
1670
1671 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
1672 {
1673         int value = 0;
1674         ExifShort eshort = 0;
1675         int ret = MM_ERROR_NONE;
1676
1677         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
1678         _mmcam_dbg_log("get orientation [%d]",value);
1679         if (value == 0) {
1680                 value = MM_EXIF_ORIENTATION;
1681         }
1682
1683         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
1684         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
1685                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
1686         if (ret != MM_ERROR_NONE) {
1687                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
1688         }
1689
1690 exit:
1691         return ed;
1692 }
1693
1694
1695 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
1696 {
1697         int ret = MM_ERROR_NONE;
1698         char *make = strdup(MM_MAKER_NAME);
1699
1700         if (make) {
1701                 _mmcam_dbg_log("maker [%s]", make);
1702                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
1703                                             EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
1704                 free(make);
1705                 if (ret != MM_ERROR_NONE) {
1706                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1707                 }
1708         } else {
1709                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
1710                 EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1711         }
1712
1713 exit:
1714         return ed;
1715 }
1716
1717
1718 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
1719 {
1720         int ret = MM_ERROR_NONE;
1721         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1722
1723         if (hcamcorder == NULL || ed == NULL) {
1724                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1725                 return NULL;
1726         }
1727
1728         if (hcamcorder->software_version) {
1729                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
1730                                             strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
1731                 if (ret != MM_ERROR_NONE) {
1732                         _mmcam_dbg_err("set software_version[%s] failed", hcamcorder->software_version);
1733                 } else {
1734                         _mmcam_dbg_log("set software_version[%s] done", hcamcorder->software_version);
1735                 }
1736         } else {
1737                 _mmcam_dbg_err("model_name is NULL");
1738         }
1739
1740         return ed;
1741 }
1742
1743
1744 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
1745 {
1746         int ret = MM_ERROR_NONE;
1747         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1748
1749         if (hcamcorder == NULL || ed == NULL) {
1750                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1751                 return NULL;
1752         }
1753
1754         if (hcamcorder->model_name) {
1755                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
1756                                             strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
1757                 if (ret != MM_ERROR_NONE) {
1758                         _mmcam_dbg_err("set model name[%s] failed", hcamcorder->model_name);
1759                 } else {
1760                         _mmcam_dbg_log("set model name[%s] done", hcamcorder->model_name);
1761                 }
1762         } else {
1763                 _mmcam_dbg_err("model_name is NULL");
1764         }
1765
1766         return ed;
1767 }
1768
1769 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
1770 {
1771         int ret = MM_ERROR_NONE;
1772         int gps_enable = TRUE;
1773         char *err_name = NULL;
1774         double latitude = INVALID_GPS_VALUE;
1775         double longitude = INVALID_GPS_VALUE;
1776         double altitude = INVALID_GPS_VALUE;
1777
1778         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
1779         if (ret == MM_ERROR_NONE && gps_enable) {
1780                 ExifByte GpsVersion[4]={2,2,0,0};
1781
1782                 _mmcam_dbg_log("Tag for GPS is ENABLED.");
1783
1784                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
1785                                             EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
1786                 if (ret != MM_ERROR_NONE) {
1787                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
1788                 }
1789
1790                 ret = mm_camcorder_get_attributes(handle, &err_name,
1791                                                   MMCAM_TAG_LATITUDE, &latitude,
1792                                                   MMCAM_TAG_LONGITUDE, &longitude,
1793                                                   MMCAM_TAG_ALTITUDE, &altitude, NULL);
1794                 if (ret != MM_ERROR_NONE) {
1795                         _mmcam_dbg_err("failed to get gps info [%x][%s]", ret, err_name);
1796                         SAFE_FREE(err_name);
1797                         goto exit;
1798                 }
1799
1800                 _mmcam_dbg_log("latitude [%f]", latitude);
1801                 if (latitude != INVALID_GPS_VALUE) {
1802                         unsigned char *b = NULL;
1803                         unsigned int deg;
1804                         unsigned int min;
1805                         unsigned int sec;
1806                         ExifRational rData;
1807
1808                         if (latitude < 0) {
1809                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1810                                                             EXIF_FORMAT_ASCII, 2, "S");
1811                                 if (ret != MM_ERROR_NONE) {
1812                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1813                                 }
1814                                 latitude = -latitude;
1815                         } else if (latitude > 0) {
1816                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1817                                                             EXIF_FORMAT_ASCII, 2, "N");
1818                                 if (ret != MM_ERROR_NONE) {
1819                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1820                                 }
1821                         }
1822
1823                         deg = (unsigned int)(latitude);
1824                         min = (unsigned int)((latitude-deg)*60);
1825                         sec = (unsigned int)(((latitude-deg)*3600)-min*60);
1826
1827                         _mmcam_dbg_log("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1828                         b = malloc(3 * sizeof(ExifRational));
1829                         if (b) {
1830                                 rData.numerator = deg;
1831                                 rData.denominator = 1;
1832                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1833                                 rData.numerator = min;
1834                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1835                                 rData.numerator = sec;
1836                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1837
1838                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
1839                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1840                                 free(b);
1841                                 if (ret != MM_ERROR_NONE) {
1842                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
1843                                 }
1844                         } else {
1845                                 _mmcam_dbg_warn("malloc failed");
1846                         }
1847                 }
1848
1849                 _mmcam_dbg_log("longitude [%f]", longitude);
1850                 if (longitude != INVALID_GPS_VALUE) {
1851                         unsigned char *b = NULL;
1852                         unsigned int deg;
1853                         unsigned int min;
1854                         unsigned int sec;
1855                         ExifRational rData;
1856
1857                         if (longitude < 0) {
1858                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1859                                                             EXIF_FORMAT_ASCII, 2, "W");
1860                                 if (ret != MM_ERROR_NONE) {
1861                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1862                                 }
1863                                 longitude = -longitude;
1864                         } else if (longitude > 0) {
1865                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1866                                                             EXIF_FORMAT_ASCII, 2, "E");
1867                                 if (ret != MM_ERROR_NONE) {
1868                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1869                                 }
1870                         }
1871
1872                         deg = (unsigned int)(longitude);
1873                         min = (unsigned int)((longitude-deg)*60);
1874                         sec = (unsigned int)(((longitude-deg)*3600)-min*60);
1875
1876                         _mmcam_dbg_log("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1877                         b = malloc(3 * sizeof(ExifRational));
1878                         if (b) {
1879                                 rData.numerator = deg;
1880                                 rData.denominator = 1;
1881                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1882                                 rData.numerator = min;
1883                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1884                                 rData.numerator = sec;
1885                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1886                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
1887                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1888                                 free(b);
1889                                 if (ret != MM_ERROR_NONE) {
1890                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
1891                                 }
1892                         } else {
1893                                 _mmcam_dbg_warn("malloc failed");
1894                         }
1895                 }
1896
1897                 _mmcam_dbg_log("f_altitude [%f]", altitude);
1898                 if (altitude != INVALID_GPS_VALUE) {
1899                         ExifByte alt_ref = 0;
1900                         unsigned char *b = NULL;
1901                         ExifRational rData;
1902                         b = malloc(sizeof(ExifRational));
1903                         if (b) {
1904                                 if (altitude < 0) {
1905                                         alt_ref = 1;
1906                                         altitude = -altitude;
1907                                 }
1908
1909                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
1910                                                             EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
1911                                 if (ret != MM_ERROR_NONE) {
1912                                         _mmcam_dbg_err("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
1913                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
1914                                                 free(b);
1915                                                 b = NULL;
1916                                                 goto exit;
1917                                         }
1918                                 }
1919
1920                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
1921                                 rData.denominator = 100;
1922                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1923                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
1924                                                             EXIF_FORMAT_RATIONAL, 1, (const char *)b);
1925                                 free(b);
1926                                 if (ret != MM_ERROR_NONE) {
1927                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
1928                                 }
1929                         } else {
1930                                 _mmcam_dbg_warn("malloc failed");
1931                         }
1932                 }
1933
1934                 {
1935                         double gps_timestamp = INVALID_GPS_VALUE;
1936                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
1937                         _mmcam_dbg_log("Gps timestamp [%f]", gps_timestamp);
1938                         if (gps_timestamp > 0.0) {
1939                                 unsigned char *b = NULL;
1940                                 unsigned int hour;
1941                                 unsigned int min;
1942                                 unsigned int microsec;
1943                                 ExifRational rData;
1944
1945                                 hour = (unsigned int)(gps_timestamp / 3600);
1946                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
1947                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
1948
1949                                 _mmcam_dbg_log("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
1950                                 b = malloc(3 * sizeof(ExifRational));
1951                                 if (b) {
1952                                         rData.numerator = hour;
1953                                         rData.denominator = 1;
1954                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1955
1956                                         rData.numerator = min;
1957                                         rData.denominator = 1;
1958                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
1959
1960                                         rData.numerator = microsec;
1961                                         rData.denominator = 1000000;
1962                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
1963
1964                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
1965                                                                     EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1966                                         free(b);
1967                                         if (ret != MM_ERROR_NONE) {
1968                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
1969                                         }
1970                                 } else {
1971                                         _mmcam_dbg_warn( "malloc failed." );
1972                                 }
1973                         }
1974                 }
1975
1976                 {
1977                         unsigned char *date_stamp = NULL;
1978                         int date_stamp_len = 0;
1979
1980                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
1981
1982                         if (date_stamp) {
1983                                 _mmcam_dbg_log("Date stamp [%s]", date_stamp);
1984
1985                                 /* cause it should include NULL char */
1986                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
1987                                                             EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
1988                                 if (ret != MM_ERROR_NONE) {
1989                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
1990                                 }
1991                         }
1992                 }
1993
1994                 {
1995                         unsigned char *processing_method = NULL;
1996                         int processing_method_len = 0;
1997
1998                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
1999
2000                         if (processing_method) {
2001                                 _mmcam_dbg_log("Processing method [%s]", processing_method);
2002
2003                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2004                                                             EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2005                                 if (ret != MM_ERROR_NONE) {
2006                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2007                                 }
2008                         }
2009                 }
2010         } else {
2011                 _mmcam_dbg_log( "Tag for GPS is DISABLED." );
2012         }
2013
2014 exit:
2015         return ed;
2016 }
2017
2018
2019 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2020 {
2021         int ret = MM_ERROR_NONE;
2022         mmf_camcorder_t *hcamcorder = NULL;
2023         ExifData *ed = NULL;
2024
2025         hcamcorder = MMF_CAMCORDER(handle);
2026
2027         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2028
2029         ed = exif_data_new_from_data(imagedata, imgln);
2030         //ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2031
2032         if (ed == NULL) {
2033                 _mmcam_dbg_err("get exif data error!!");
2034                 return MM_ERROR_INVALID_HANDLE;
2035         }
2036
2037         /* update necessary */
2038
2039         __mmcamcorder_update_exif_make(handle, ed);
2040         __mmcamcorder_update_exif_software(handle, ed);
2041         __mmcamcorder_update_exif_model(handle, ed);
2042         __mmcamcorder_update_exif_orientation(handle, ed);
2043         __mmcamcorder_update_exif_gps(handle, ed);
2044         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2045         if (ret != MM_ERROR_NONE) {
2046                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2047         }
2048
2049         exif_data_unref(ed);
2050         ed = NULL;
2051         return ret;
2052 }
2053
2054 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2055 {
2056         int ret = MM_ERROR_NONE;
2057         int value;
2058         int str_val_len = 0;
2059         int cntl = 0;
2060         int cnts = 0;
2061         char *str_value = NULL;
2062         char *user_comment = NULL;
2063         ExifData *ed = NULL;
2064         ExifLong config;
2065         ExifLong ExifVersion;
2066         static ExifShort eshort[20];
2067         static ExifLong elong[10];
2068
2069         GstCameraControl *control = NULL;
2070         GstCameraControlExifInfo avsys_exif_info;
2071
2072         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2073         _MMCamcorderSubContext *sc = NULL;
2074
2075         _mmcam_dbg_log("");
2076
2077         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2078
2079         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2080         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2081
2082         CLEAR(avsys_exif_info);
2083
2084         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2085                 _mmcam_dbg_err("Can't cast Video source into camera control. Skip camera control values...");
2086         } else {
2087                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2088                 /* get device information */
2089                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2090         }
2091
2092         /* get ExifData from exif info */
2093         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2094         if (ed == NULL) {
2095                 _mmcam_dbg_err("get exif data error!!");
2096                 return MM_ERROR_INVALID_HANDLE;
2097         }
2098
2099         /* Receive attribute info */
2100
2101         /* START INSERT IFD_0 */
2102
2103         /*0. EXIF_TAG_EXIF_VERSION */
2104         ExifVersion = MM_EXIF_VERSION;
2105         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2106                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2107         if (ret != MM_ERROR_NONE) {
2108                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2109         }
2110
2111         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2112         value = image_width;
2113
2114         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2115         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2116                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2117         if (ret != MM_ERROR_NONE) {
2118                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2119         }
2120
2121         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2122                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2123         if (ret != MM_ERROR_NONE) {
2124                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2125         }
2126         _mmcam_dbg_log("width[%d]", value);
2127
2128         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2129         value = image_height;
2130
2131         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order (ed), value);
2132         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2133                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2134         if (ret != MM_ERROR_NONE) {
2135                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2136         }
2137
2138         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2139                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2140         if (ret != MM_ERROR_NONE) {
2141                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2142         }
2143         _mmcam_dbg_log("height[%d]", value);
2144
2145         /*4. EXIF_TAG_DATE_TIME */
2146
2147         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2148
2149         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2150         {
2151                 unsigned char *b;
2152                 time_t t;
2153                 struct tm tm;
2154
2155                 b = malloc(20 * sizeof(unsigned char));
2156                 if (b == NULL) {
2157                         _mmcam_dbg_err("failed to alloc b");
2158                         ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2159                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2160                 }
2161
2162                 memset(b, '\0', 20);
2163
2164                 t = time(NULL);
2165                 tzset();
2166                 localtime_r(&t, &tm);
2167
2168                 snprintf((char *)b, 20, "%04i:%02i:%02i %02i:%02i:%02i",
2169                          tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2170                          tm.tm_hour, tm.tm_min, tm.tm_sec);
2171
2172                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2173                 if (ret != MM_ERROR_NONE) {
2174                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2175                                 free(b);
2176                         }
2177                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2178                 }
2179
2180                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2181                 if (ret != MM_ERROR_NONE) {
2182                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2183                                 free(b);
2184                         }
2185                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2186                 }
2187
2188                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2189                 if (ret != MM_ERROR_NONE) {
2190                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2191                                 free(b);
2192                         }
2193                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2194                 }
2195
2196                 free(b);
2197         }
2198
2199         /*5. EXIF_TAG_MAKE */
2200         __mmcamcorder_update_exif_make(handle, ed);
2201
2202 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2203
2204         /*6. EXIF_TAG_MODEL */
2205         __mmcamcorder_update_exif_model(handle, ed);
2206
2207 #endif
2208         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2209         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2210         if (str_value && str_val_len > 0) {
2211                 char *description = strdup(str_value);
2212
2213                 _mmcam_dbg_log("desctiption [%s]", str_value);
2214
2215                 if (description) {
2216                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2217                                                     EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2218                         free(description);
2219                         str_value = NULL;
2220                         str_val_len = 0;
2221                         if (ret != MM_ERROR_NONE) {
2222                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2223                         }
2224                 } else {
2225                         _mmcam_dbg_err("strdup failed for [%s]", str_value);
2226                 }
2227         } else {
2228                 _mmcam_dbg_warn("failed to get description");
2229         }
2230
2231         /*7. EXIF_TAG_SOFTWARE*/
2232         __mmcamcorder_update_exif_software(handle, ed);
2233
2234 /*
2235         if (control != NULL) {
2236                 char software[50] = {0,};
2237                 unsigned int len = 0;
2238
2239                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8,(avsys_exif_info.software_used & 0xff));
2240                 _mmcam_dbg_log("software [%s], len [%d]", software, len);
2241                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2242                                             EXIF_FORMAT_ASCII, len, (const char *)software);
2243                 if (ret != MM_ERROR_NONE) {
2244                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2245                 }
2246         }
2247 */
2248
2249         __mmcamcorder_update_exif_orientation(handle, ed);
2250
2251         /* START INSERT EXIF_IFD */
2252
2253         /*3. User Comment*/
2254         /*FIXME : get user comment from real user */
2255         user_comment = strdup(MM_USER_COMMENT);
2256         if (user_comment) {
2257                 _mmcam_dbg_log("user_comment=%s",user_comment);
2258                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2259                                             EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2260                 free(user_comment);
2261                 if (ret != MM_ERROR_NONE) {
2262                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2263                 }
2264         } else {
2265                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2266                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2267         }
2268
2269         /*9. EXIF_TAG_COLOR_SPACE */
2270         if (control != NULL) {
2271                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2272                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2273                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2274                 if (ret != MM_ERROR_NONE) {
2275                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2276                 }
2277         }
2278
2279         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2280         if (control != NULL) {
2281                 config = avsys_exif_info.component_configuration;
2282                 _mmcam_dbg_log("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ",config);
2283                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2284                                             EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2285                 if (ret != MM_ERROR_NONE) {
2286                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2287                 }
2288         }
2289
2290         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2291         /* written  the device_info */
2292
2293         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2294         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2295
2296         /*14. EXIF_TAG_EXPOSURE_TIME*/
2297         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2298                 unsigned char *b = NULL;
2299                 ExifRational rData;
2300
2301                 _mmcam_dbg_log("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2302                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2303
2304                 b = malloc(sizeof(ExifRational));
2305                 if (b) {
2306                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2307                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2308
2309                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2310                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2311                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2312                         free(b);
2313                         if (ret != MM_ERROR_NONE) {
2314                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2315                         }
2316                 } else {
2317                         _mmcam_dbg_warn("malloc failed.");
2318                 }
2319         } else {
2320                 _mmcam_dbg_log("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2321                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2322         }
2323
2324         /*15. EXIF_TAG_FNUMBER */
2325         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2326                 unsigned char *b = NULL;
2327                 ExifRational rData;
2328
2329                 _mmcam_dbg_log("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2330                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2331
2332                 b = malloc(sizeof(ExifRational));
2333                 if (b) {
2334                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2335                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2336                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2337                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2338                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2339                         free(b);
2340                         if(ret != MM_ERROR_NONE) {
2341                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2342                         }
2343                 } else {
2344                         _mmcam_dbg_warn( "malloc failed." );
2345                 }
2346         } else {
2347                 _mmcam_dbg_log("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2348                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2349         }
2350
2351         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2352         /*FIXME*/
2353         value = MM_EXPOSURE_PROGRAM;
2354         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2355         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2356                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2357         if (ret != MM_ERROR_NONE) {
2358                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2359         }
2360
2361         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2362         if (avsys_exif_info.iso) {
2363                 _mmcam_dbg_log("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2364                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2365                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2366                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2367                 if (ret != MM_ERROR_NONE) {
2368                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2369                 }
2370         }
2371
2372         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2373         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2374                 unsigned char *b = NULL;
2375                 ExifSRational rsData;
2376
2377                 _mmcam_dbg_log("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2378                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2379
2380                 b = malloc(sizeof(ExifSRational));
2381                 if (b) {
2382                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2383                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2384                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2385                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2386                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2387                         free(b);
2388                         if (ret != MM_ERROR_NONE) {
2389                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2390                         }
2391                 } else {
2392                         _mmcam_dbg_warn("malloc failed.");
2393                 }
2394         } else {
2395                 _mmcam_dbg_log("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2396                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2397         }
2398
2399         /*19. EXIF_TAG_APERTURE_VALUE*/
2400         if (avsys_exif_info.aperture_in_APEX) {
2401                 unsigned char *b = NULL;
2402                 ExifRational rData;
2403
2404                 _mmcam_dbg_log("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2405
2406                 b = malloc(sizeof(ExifRational));
2407                 if (b) {
2408                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2409                         rData.denominator = 1;
2410                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2411                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2412                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2413                         free(b);
2414                         if(ret != MM_ERROR_NONE) {
2415                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2416                         }
2417                 } else {
2418                         _mmcam_dbg_warn("malloc failed.");
2419                 }
2420         } else {
2421                 _mmcam_dbg_log("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2422         }
2423
2424         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2425         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2426                 unsigned char *b = NULL;
2427                 ExifSRational rsData;
2428
2429                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2430                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2431
2432                 b = malloc(sizeof(ExifSRational));
2433                 if (b) {
2434                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2435                         rsData.denominator = avsys_exif_info.brightness_denominator;
2436                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2437                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2438                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2439                         free(b);
2440                         if (ret != MM_ERROR_NONE) {
2441                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2442                         }
2443                 } else {
2444                         _mmcam_dbg_warn( "malloc failed." );
2445                 }
2446         } else {
2447                 _mmcam_dbg_log("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2448                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2449         }
2450
2451         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2452         value = 0;
2453         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2454         if (ret == MM_ERROR_NONE) {
2455                 unsigned char *b = NULL;
2456                 ExifSRational rsData;
2457
2458                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2459                                value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2460
2461                 b = malloc(sizeof(ExifSRational));
2462                 if (b) {
2463                         rsData.numerator = value - hcamcorder->brightness_default;
2464                         if (hcamcorder->brightness_step_denominator != 0) {
2465                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2466                         } else {
2467                                 _mmcam_dbg_warn("brightness_step_denominator is ZERO, so set 1");
2468                                 rsData.denominator = 1;
2469                         }
2470                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2471                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2472                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2473                         free(b);
2474                         if (ret != MM_ERROR_NONE) {
2475                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2476                         }
2477                 } else {
2478                         _mmcam_dbg_warn("malloc failed.");
2479                 }
2480         } else {
2481                 _mmcam_dbg_log("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2482         }
2483
2484         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2485 /*
2486         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2487                 unsigned char *b = NULL;
2488                 ExifRational rData;
2489
2490                 _mmcam_dbg_log("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2491
2492                 b = malloc(sizeof(ExifRational));
2493                 if (b) {
2494                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2495                         rData.denominator = 1;
2496                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2497                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2498                                                     EXIF_FORMAT_RATIONAL, 1, b);
2499                         free(b);
2500                         if (ret != MM_ERROR_NONE) {
2501                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2502                         }
2503                 } else {
2504                         _mmcam_dbg_warn("failed to alloc for MAX aperture value");
2505                 }
2506         }
2507 */
2508
2509         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2510         /* defualt : none */
2511
2512         /*24. EXIF_TAG_METERING_MODE */
2513         if (control != NULL) {
2514                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),avsys_exif_info.metering_mode);
2515                 _mmcam_dbg_log("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2516                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2517                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2518                 if (ret != MM_ERROR_NONE) {
2519                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2520                 }
2521         }
2522
2523         /*25. EXIF_TAG_LIGHT_SOURCE*/
2524
2525         /*26. EXIF_TAG_FLASH*/
2526         if (control != NULL) {
2527                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),avsys_exif_info.flash);
2528                 _mmcam_dbg_log("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2529                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2530                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2531                 if (ret != MM_ERROR_NONE) {
2532                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2533                 }
2534         }
2535
2536         /*27. EXIF_TAG_FOCAL_LENGTH*/
2537         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2538                 unsigned char *b = NULL;
2539                 ExifRational rData;
2540
2541                 _mmcam_dbg_log("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2542                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2543
2544                 b = malloc(sizeof(ExifRational));
2545                 if (b) {
2546                         rData.numerator = avsys_exif_info.focal_len_numerator;
2547                         rData.denominator = avsys_exif_info.focal_len_denominator;
2548                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2549                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2550                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2551                         free(b);
2552                         if (ret != MM_ERROR_NONE) {
2553                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2554                         }
2555                 } else {
2556                         _mmcam_dbg_warn("malloc failed.");
2557                 }
2558         } else {
2559                 _mmcam_dbg_log("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2560                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2561         }
2562
2563         /*28. EXIF_TAG_SENSING_METHOD*/
2564         /*FIXME*/
2565         value = MM_SENSING_MODE;
2566         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),value);
2567         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2568                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2569         if (ret != MM_ERROR_NONE) {
2570                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2571         }
2572
2573         /*29. EXIF_TAG_FILE_SOURCE*/
2574 /*
2575         value = MM_FILE_SOURCE;
2576         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2577         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2578                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2579         if (ret != MM_ERROR_NONE) {
2580                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2581         }
2582 */
2583
2584         /*30. EXIF_TAG_SCENE_TYPE*/
2585 /*
2586         value = MM_SCENE_TYPE;
2587         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2588         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2589                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2590         if (ret != MM_ERROR_NONE) {
2591                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2592         }
2593 */
2594
2595         /*31. EXIF_TAG_EXPOSURE_MODE*/
2596         /*FIXME*/
2597         value = MM_EXPOSURE_MODE;
2598         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),value);
2599         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2600                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2601         if (ret != MM_ERROR_NONE) {
2602                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2603         }
2604
2605
2606         /*32. EXIF_TAG_WHITE_BALANCE*/
2607         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2608         if (ret == MM_ERROR_NONE) {
2609                 int set_value = 0;
2610                 _mmcam_dbg_log("WHITE BALANCE [%d]", value);
2611
2612                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC) {
2613                         set_value = 0;
2614                 } else {
2615                         set_value = 1;
2616                 }
2617
2618                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2619                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2620                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2621                 if (ret != MM_ERROR_NONE) {
2622                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2623                 }
2624         } else {
2625                 _mmcam_dbg_warn("failed to get white balance [%x]", ret);
2626         }
2627
2628         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2629 /*
2630         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2631         if (ret == MM_ERROR_NONE) {
2632                 _mmcam_dbg_log("DIGITAL ZOOM [%d]", value);
2633
2634                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2635                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2636                                             EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2637                 if (ret != MM_ERROR_NONE) {
2638                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2639                 }
2640         } else {
2641                 _mmcam_dbg_warn("failed to get digital zoom [%x]", ret);
2642         }
2643 */
2644
2645         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2646         /*FIXME*/
2647 /*
2648         value = MM_FOCAL_LENGTH_35MMFILM;
2649         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2650         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2651                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2652         if (ret != MM_ERROR_NONE) {
2653                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2654         }
2655 */
2656
2657         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2658         {
2659                 int scene_capture_type;
2660
2661                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2662                 if (ret == MM_ERROR_NONE) {
2663                         _mmcam_dbg_log("Scene mode(program mode) [%d]", value);
2664
2665                         if (value == MM_CAMCORDER_SCENE_MODE_NORMAL) {
2666                                 scene_capture_type = 0; /* standard */
2667                         } else if (value == MM_CAMCORDER_SCENE_MODE_PORTRAIT) {
2668                                 scene_capture_type = 2; /* portrait */
2669                         } else if (value == MM_CAMCORDER_SCENE_MODE_LANDSCAPE) {
2670                                 scene_capture_type = 1; /* landscape */
2671                         } else if (value == MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE) {
2672                                 scene_capture_type = 3; /* night scene */
2673                         } else {
2674                                 scene_capture_type = 4; /* Others */
2675                         }
2676
2677                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
2678                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
2679                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2680                         if (ret != MM_ERROR_NONE) {
2681                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
2682                         }
2683                 } else {
2684                         _mmcam_dbg_warn("failed to get scene mode [%x]", ret);
2685                 }
2686         }
2687
2688         /*36. EXIF_TAG_GAIN_CONTROL*/
2689         /*FIXME*/
2690 /*
2691         value = MM_GAIN_CONTROL;
2692         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2693         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
2694                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2695         if (ret != MM_ERROR_NONE) {
2696                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
2697         }
2698 */
2699
2700
2701         /*37. EXIF_TAG_CONTRAST */
2702         {
2703                 type_int_range *irange = NULL;
2704                 int level = 0;
2705
2706                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2707                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2708                                                       "Contrast",
2709                                                       &irange);
2710                 if (irange != NULL) {
2711                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
2712
2713                         _mmcam_dbg_log("CONTRAST currentt [%d], default [%d]", value, irange->default_value);
2714
2715                         if (value == irange->default_value) {
2716                                 level = MM_VALUE_NORMAL;
2717                         } else if (value < irange->default_value) {
2718                                 level = MM_VALUE_LOW;
2719                         } else {
2720                                 level = MM_VALUE_HARD;
2721                         }
2722
2723                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2724                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
2725                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2726                         if (ret != MM_ERROR_NONE) {
2727                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
2728                         }
2729                 } else {
2730                         _mmcam_dbg_warn("failed to get range of contrast");
2731                 }
2732         }
2733
2734         /*38. EXIF_TAG_SATURATION*/
2735         {
2736                 type_int_range *irange = NULL;
2737                 int level = 0;
2738
2739                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2740                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2741                                                       "Saturation",
2742                                                       &irange);
2743                 if (irange != NULL) {
2744                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
2745
2746                         _mmcam_dbg_log("SATURATION current [%d], default [%d]", value, irange->default_value);
2747
2748                         if (value == irange->default_value) {
2749                                 level = MM_VALUE_NORMAL;
2750                         } else if (value < irange->default_value) {
2751                                 level = MM_VALUE_LOW;
2752                         } else {
2753                                 level=MM_VALUE_HARD;
2754                         }
2755
2756                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2757                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
2758                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2759                         if (ret != MM_ERROR_NONE) {
2760                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
2761                         }
2762                 } else {
2763                         _mmcam_dbg_warn("failed to get range of saturation");
2764                 }
2765         }
2766
2767         /*39. EXIF_TAG_SHARPNESS*/
2768         {
2769                 type_int_range *irange = NULL;
2770                 int level = 0;
2771
2772                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2773                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2774                                                       "Sharpness",
2775                                                       &irange);
2776                 if (irange != NULL) {
2777                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
2778
2779                         _mmcam_dbg_log("SHARPNESS current [%d], default [%d]", value, irange->default_value);
2780
2781                         if (value == irange->default_value) {
2782                                 level = MM_VALUE_NORMAL;
2783                         } else if (value < irange->default_value) {
2784                                 level = MM_VALUE_LOW;
2785                         } else {
2786                                 level = MM_VALUE_HARD;
2787                         }
2788
2789                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2790                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
2791                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2792                         if (ret != MM_ERROR_NONE) {
2793                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
2794                         }
2795                 } else {
2796                         _mmcam_dbg_warn("failed to get range of sharpness");
2797                 }
2798         }
2799
2800         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
2801         /*FIXME*/
2802         value = MM_SUBJECT_DISTANCE_RANGE;
2803         _mmcam_dbg_log("DISTANCE_RANGE [%d]", value);
2804         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2805         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
2806                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2807         if (ret != MM_ERROR_NONE) {
2808                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
2809         }
2810
2811         /* GPS information */
2812         __mmcamcorder_update_exif_gps(handle, ed);
2813
2814         _mmcam_dbg_log("");
2815
2816         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2817         if (ret != MM_ERROR_NONE) {
2818                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2819         }
2820
2821 exit:
2822         _mmcam_dbg_log("finished!! [%x]", ret);
2823
2824         if (ed) {
2825                 exif_data_unref (ed);
2826         }
2827
2828         return ret;
2829 }
2830
2831
2832 static void __sound_status_changed_cb(keynode_t* node, void *data)
2833 {
2834         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2835         _MMCamcorderImageInfo *info = NULL;
2836
2837         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2838
2839         _mmcam_dbg_log("START");
2840
2841         info = hcamcorder->sub_context->info_image;
2842
2843         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
2844
2845         _mmcam_dbg_log("DONE : sound status %d", info->sound_status);
2846
2847         return;
2848 }