src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include <gst/video/cameracontrol.h>
  29 #include <mm_sound.h>
  30 #include "mm_camcorder_internal.h"
  31 #include "mm_camcorder_stillshot.h"
  32 #include "mm_camcorder_exifinfo.h"
  33 #include "mm_camcorder_exifdef.h"
  34 #include <libexif/exif-loader.h>
  35 #include <libexif/exif-utils.h>
  36 #include <libexif/exif-data.h>
  37
  38 /*---------------------------------------------------------------------------------------
  39 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  40 ---------------------------------------------------------------------------------------*/
  41 #define EXIF_SET_ERR( return_type,tag_id) \
  42         _mmcam_dbg_err("error=%x,tag=%x",return_type,tag_id); \
  43         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  44                 goto exit; \
  45         }
  46
  47 /*---------------------------------------------------------------------------------------
  48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  49 ---------------------------------------------------------------------------------------*/
  50 #define THUMBNAIL_WIDTH         320
  51 #define THUMBNAIL_HEIGHT        240
  52 #define THUMBNAIL_JPEG_QUALITY  90
  53 #define TRY_LOCK_MAX_COUNT      100
  54 #define TRY_LOCK_TIME           20000   /* ms */
  55 #define H264_PREVIEW_BITRATE    1024*10 /* kbps */
  56 #define H264_PREVIEW_NEWGOP_INTERVAL    1000 /* ms */
  57 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  58
  59
  60 /*---------------------------------------------------------------------------------------
  61 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  62 ---------------------------------------------------------------------------------------*/
  63 /** STATIC INTERNAL FUNCTION **/
  64 /* Functions for JPEG capture without Encode bin */
  65 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
  66 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  67 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  68 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  69
  70 /* sound status changed callback */
  71 static void __sound_status_changed_cb(keynode_t* node, void *data);
  72
  73 /*=======================================================================================
  74 |  FUNCTION DEFINITIONS                                                                 |
  75 =======================================================================================*/
  76
  77 /*---------------------------------------------------------------------------------------
  78 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
  79 ---------------------------------------------------------------------------------------*/
  80
  81
  82 int _mmcamcorder_create_stillshot_pipeline(MMHandleType handle)
  83 {
  84         int err = MM_ERROR_UNKNOWN;
  85         GstPad *srcpad = NULL;
  86         GstPad *sinkpad = NULL;
  87
  88         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
  89         _MMCamcorderSubContext *sc = NULL;
  90
  91         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  92
  93         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
  94         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  95
  96         _mmcam_dbg_log("");
  97
  98         /* Create gstreamer element */
  99         _mmcam_dbg_log("Using Encodebin for capturing");
 100
 101         /* Create capture pipeline */
 102         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 103
 104         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 105         if (err != MM_ERROR_NONE) {
 106                 return err;
 107         }
 108
 109         /* add element and encodesink bin to encode main pipeline */
 110         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 111                          sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 112                          sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
 113                          sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 114                          NULL);
 115
 116         /* Link each element : appsrc - capsfilter - encodesink bin */
 117         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 118         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
 119         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 120
 121         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
 122         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 123         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 124
 125         /* connect handoff signal to get capture data */
 126         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 127                                    _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 128                                    G_CALLBACK(__mmcamcorder_handoff_callback),
 129                                    hcamcorder);
 130
 131         return MM_ERROR_NONE;
 132
 133 pipeline_creation_error:
 134         _mmcamcorder_remove_stillshot_pipeline(handle);
 135         return err;
 136 }
 137
 138
 139 int _mmcamcorder_connect_capture_signal(MMHandleType handle)
 140 {
 141         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 142         _MMCamcorderSubContext *sc = NULL;
 143
 144         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 145
 146         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 147         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 148
 149         /* check video source element */
 150         if (sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst) {
 151                 _mmcam_dbg_warn("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 152                 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 153                                            _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 154                                            G_CALLBACK(__mmcamcorder_image_capture_cb),
 155                                            hcamcorder);
 156
 157                 return MM_ERROR_NONE;
 158         } else {
 159                 _mmcam_dbg_err("videosrc element is not created yet");
 160                 return MM_ERROR_CAMCORDER_NOT_INITIALIZED;
 161         }
 162 }
 163
 164
 165 int _mmcamcorder_remove_stillshot_pipeline(MMHandleType handle)
 166 {
 167         int ret = MM_ERROR_NONE;
 168         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 169         _MMCamcorderSubContext *sc = NULL;
 170
 171         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 172
 173         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 174         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 175
 176         _mmcam_dbg_log("");
 177
 178         /* Check pipeline */
 179         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 180                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 181                 if (ret != MM_ERROR_NONE) {
 182                         _mmcam_dbg_err("Faile to change encode main pipeline state [0x%x]", ret);
 183                         return ret;
 184                 }
 185
 186                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 187
 188                 GstPad *reqpad = NULL;
 189
 190                 /* release request pad */
 191                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 192                 if (reqpad) {
 193                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 194                         gst_object_unref(reqpad);
 195                         reqpad = NULL;
 196                 }
 197
 198                 /* release encode main pipeline */
 199                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 200
 201                 _mmcam_dbg_log("Encoder pipeline removed");
 202         } else {
 203                 _mmcam_dbg_log("encode main pipeline is already removed");
 204         }
 205
 206         return MM_ERROR_NONE;
 207 }
 208
 209
 210 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 211 {
 212         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 213         _MMCamcorderSubContext *sc = NULL;
 214
 215         mmf_return_if_fail(hcamcorder);
 216
 217         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 218         mmf_return_if_fail(sc && sc->element);
 219
 220         _mmcam_dbg_log("");
 221
 222         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 223                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 224                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 225
 226                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
 227
 228                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 229
 230                 traceEnd(TTRACE_TAG_CAMERA);
 231
 232                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 233
 234                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
 235
 236                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 237
 238                 traceEnd(TTRACE_TAG_CAMERA);
 239
 240                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 241         }
 242
 243         return;
 244 }
 245
 246
 247 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
 248 {
 249         int ret = MM_ERROR_NONE;
 250         int UseCaptureMode = 0;
 251         int width = 0;
 252         int height = 0;
 253         int fps = 0;
 254         int cap_format = MM_PIXEL_FORMAT_NV12;
 255         int image_encoder = MM_IMAGE_CODEC_JPEG;
 256         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 257         int is_modified_size = FALSE;
 258         int tag_orientation = 0;
 259         unsigned int cap_fourcc = 0;
 260
 261         char *err_name = NULL;
 262         const char *videosrc_name = NULL;
 263
 264         GstCameraControl *control = NULL;
 265
 266         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 267         _MMCamcorderImageInfo *info = NULL;
 268         _MMCamcorderSubContext *sc = NULL;
 269         type_element *VideosrcElement = NULL;
 270         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 271
 272         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 273
 274         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 275         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 276
 277         _mmcam_dbg_log("");
 278
 279         info = sc->info_image;
 280
 281         if (info->capturing) {
 282                 _mmcam_dbg_err("already capturing");
 283                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 284         }
 285
 286         _mmcamcorder_conf_get_value_int(handle, hcamcorder->conf_main,
 287                                         CONFIGURE_CATEGORY_MAIN_CAPTURE,
 288                                         "UseCaptureMode",
 289                                         &UseCaptureMode);
 290
 291         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 292                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 293                                       "VideosrcElement",
 294                                       &VideosrcElement);
 295
 296         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 297
 298         /* get current state */
 299         mm_camcorder_get_state(handle, &current_state);
 300
 301         /* set capture flag */
 302         info->capturing = TRUE;
 303
 304         ret = mm_camcorder_get_attributes(handle, &err_name,
 305                                     MMCAM_IMAGE_ENCODER, &image_encoder,
 306                                     MMCAM_CAMERA_WIDTH, &width,
 307                                     MMCAM_CAMERA_HEIGHT, &height,
 308                                     MMCAM_CAMERA_FPS, &fps,
 309                                     MMCAM_CAPTURE_FORMAT, &cap_format,
 310                                     MMCAM_CAPTURE_WIDTH, &info->width,
 311                                     MMCAM_CAPTURE_HEIGHT, &info->height,
 312                                     MMCAM_CAPTURE_COUNT, &info->count,
 313                                     MMCAM_CAPTURE_INTERVAL, &info->interval,
 314                                     MMCAM_STROBE_MODE, &strobe_mode,
 315                                     MMCAM_TAG_ORIENTATION, &tag_orientation,
 316                                     NULL);
 317         if (err_name) {
 318                 _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 319                 free(err_name);
 320                 err_name = NULL;
 321         }
 322
 323         ret = MM_ERROR_NONE;
 324
 325         /* check capture count */
 326         if (info->count < 1) {
 327                 _mmcam_dbg_err("capture count[%d] is invalid", info->count);
 328                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 329                 goto cmd_done;
 330         } else if (info->count == 1) {
 331                 info->type = _MMCamcorder_SINGLE_SHOT;
 332         } else {
 333                 info->type = _MMCamcorder_MULTI_SHOT;
 334                 info->next_shot_time = 0;
 335                 info->multi_shot_stop = FALSE;
 336
 337                 /* sound init to pause other session */
 338                 _mmcamcorder_sound_init(handle);
 339         }
 340
 341         _mmcam_dbg_log("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 342                        width, height, info->preview_format, info->width, info->height, cap_format,
 343                        info->count, info->hdr_capture_mode, info->interval);
 344
 345         /* check state */
 346         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 347                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 348                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 349                         _mmcam_dbg_err("does not support multi/HDR capture while recording");
 350                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 351                         goto cmd_done;
 352                 }
 353
 354                 /* check capture size if ZSL is not supported*/
 355                 if (hcamcorder->support_zsl_capture == FALSE) {
 356                         _mmcam_dbg_warn("Capture size should be same with preview size while recording");
 357                         _mmcam_dbg_warn("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 358
 359                         info->width = width;
 360                         info->height = height;
 361
 362                         _mmcam_dbg_log("set capture width and height [%dx%d] to camera plugin", width, height);
 363                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 364                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 365
 366                         is_modified_size = TRUE;
 367                 }
 368         }
 369
 370         info->capture_cur_count = 0;
 371         info->capture_send_count = 0;
 372
 373         sc->internal_encode = FALSE;
 374
 375         if (!sc->bencbin_capture) {
 376                 /* Check encoding method */
 377                 if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
 378                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 379                             hcamcorder->support_zsl_capture || is_modified_size) {
 380                                 cap_fourcc = _mmcamcorder_get_fourcc(cap_format, image_encoder, hcamcorder->use_zero_copy_format);
 381                                 _mmcam_dbg_log("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 382                         } else {
 383                                 /* no need to encode internally if ITLV format */
 384                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY) {
 385                                         sc->internal_encode = TRUE;
 386                                 }
 387                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 388
 389                                 _mmcam_dbg_log("MSL JPEG Capture : capture fourcc %c%c%c%c",
 390                                                cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 391                         }
 392                 } else {
 393                         cap_fourcc = _mmcamcorder_get_fourcc(cap_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 394                 }
 395
 396                 _mmcam_dbg_log("capture format (%d)", cap_format);
 397
 398                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 399                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 400                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 401                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 402
 403                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 404                         _mmcam_dbg_err("Can't cast Video source into camera control.");
 405                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 406                         goto cmd_done;
 407                 }
 408
 409                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 410                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 411         } else {
 412                 int need_change = 0;
 413                 int set_width = 0;
 414                 int set_height = 0;
 415                 int cap_jpeg_quality = 0;
 416
 417                 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 418                         _mmcam_dbg_err("could not capture in this target while recording");
 419                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 420                         goto cmd_done;
 421                 }
 422
 423                 if (UseCaptureMode) {
 424                         if (width != MMFCAMCORDER_HIGHQUALITY_WIDTH || height != MMFCAMCORDER_HIGHQUALITY_HEIGHT) {
 425                                 need_change = 1;
 426                         }
 427                 } else {
 428                         if (width != info->width || height != info->height) {
 429                                 need_change = 1;
 430                         }
 431                 }
 432
 433                 if (need_change) {
 434                         int rotation = 0;
 435
 436                         _mmcam_dbg_log("Need to change resolution");
 437
 438                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 439                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 440
 441                         /* make pipeline state as READY */
 442                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 443
 444                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 445                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 446
 447                         if (ret != MM_ERROR_NONE) {
 448                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
 449                                 goto cmd_done;
 450                         }
 451
 452                         if (UseCaptureMode) {
 453                                 set_width = MMFCAMCORDER_HIGHQUALITY_WIDTH;
 454                                 set_height = MMFCAMCORDER_HIGHQUALITY_HEIGHT;
 455                         } else {
 456                                 set_width = info->width;
 457                                 set_height = info->height;
 458                         }
 459
 460                         mm_camcorder_get_attributes(handle, &err_name,
 461                                                     MMCAM_CAMERA_ROTATION, &rotation,
 462                                                     NULL);
 463                         if (err_name) {
 464                                 _mmcam_dbg_warn("get_attributes err %s", err_name);
 465                                 free(err_name);
 466                                 err_name = NULL;
 467                         }
 468
 469                         /* set new caps */
 470                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, set_width, set_height, fps, rotation);
 471                         if (!ret) {
 472                                 _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 473                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 474                                 goto cmd_done;
 475                         }
 476
 477                         info->resolution_change = TRUE;
 478
 479                         /* make pipeline state as PLAYING */
 480                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 481                         if (ret != MM_ERROR_NONE) {
 482                                 _mmcam_dbg_err("failed to set state PLAYING %x", ret);
 483                                 goto cmd_done;
 484                         }
 485
 486                         _mmcam_dbg_log("Change to target resolution(%d, %d)", set_width, set_height);
 487                 } else {
 488                         _mmcam_dbg_log("No need to change resolution. Open toggle now.");
 489                         info->resolution_change = FALSE;
 490                 }
 491
 492                 /* add encodesinkbin */
 493                 ret = _mmcamcorder_create_stillshot_pipeline((MMHandleType)hcamcorder);
 494                 if (ret != MM_ERROR_NONE) {
 495                         _mmcam_dbg_err("failed to create encodesinkbin %x", ret);
 496                         goto cmd_done;
 497                 }
 498
 499                 ret = mm_camcorder_get_attributes(handle, &err_name,
 500                                                   MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 501                                                   NULL);
 502                 if (err_name) {
 503                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 504                         free(err_name);
 505                         err_name = NULL;
 506                 }
 507
 508                 /* set JPEG quality */
 509                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 510
 511                 /* set handoff signal as TRUE */
 512                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,"signal-handoffs", TRUE);
 513                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 514
 515                 /* Prepare for the shutter sound when it's the bencbin mode capture */
 516                 sc->info_video->is_firstframe = TRUE;
 517
 518                 /* set push encoding buffer as TRUE */
 519                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 520
 521                 /* make encode pipeline state as PLAYING */
 522                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 523                 if (ret != MM_ERROR_NONE) {
 524                         _mmcam_dbg_err("failed to set state PLAYING %x", ret);
 525                         goto cmd_done;
 526                 }
 527         }
 528
 529         /* Play capture sound here if single capture */
 530         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 531              (hcamcorder->support_zsl_capture == FALSE ||
 532               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 533             info->hdr_capture_mode) {
 534                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 535                     hcamcorder->support_zsl_capture == TRUE &&
 536                     !info->hdr_capture_mode) {
 537                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
 538                 }
 539
 540                 /* set flag */
 541                 info->played_capture_sound = TRUE;
 542         } else {
 543                 /* set flag */
 544                 info->played_capture_sound = FALSE;
 545         }
 546
 547 cmd_done:
 548         if (ret != MM_ERROR_NONE) {
 549                 info->capturing = FALSE;
 550         }
 551
 552         return ret;
 553 }
 554
 555
 556 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 557 {
 558         int ret = MM_ERROR_NONE;
 559         int width = 0;
 560         int height = 0;
 561         int fps = 0;
 562         int rotation = 0;
 563         unsigned int current_framecount = 0;
 564         int current_state = MM_CAMCORDER_STATE_NONE;
 565         gboolean fps_auto = FALSE;
 566         char *err_name = NULL;
 567         const char *videosrc_name = NULL;
 568
 569         GstState state;
 570         GstElement *pipeline = NULL;
 571         GstCameraControl *control = NULL;
 572
 573         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 574         _MMCamcorderImageInfo *info = NULL;
 575         _MMCamcorderSubContext *sc = NULL;
 576         type_element *VideosrcElement = NULL;
 577
 578         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 579
 580         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 581         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 582
 583         /*_mmcam_dbg_log("");*/
 584
 585         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 586         info = sc->info_image;
 587
 588         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 589                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 590                                       "VideosrcElement",
 591                                       &VideosrcElement);
 592
 593         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 594
 595         sc->display_interval = 0;
 596         sc->previous_slot_time = 0;
 597
 598         /* Image info */
 599         info->next_shot_time = 0;
 600         info->multi_shot_stop = TRUE;
 601         info->capturing = FALSE;
 602
 603         _mmcamcorder_vframe_stablize(handle);
 604
 605         current_state = _mmcamcorder_get_state(handle);
 606         _mmcam_dbg_log("current state [%d]", current_state);
 607
 608         if (!sc->bencbin_capture) {
 609                 _mmcam_dbg_log("Preview start");
 610
 611                 /* just set capture stop command if current state is CAPTURING */
 612                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
 613                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 614                                 _mmcam_dbg_err("Can't cast Video source into camera control.");
 615                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 616                         }
 617
 618                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 619                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
 620
 621                         current_framecount = sc->kpi.video_framecount;
 622                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
 623                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
 624                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 625                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 626                         }
 627                 } else {
 628                         int focus_mode = 0;
 629                         mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 630
 631                         /* This case is starting of preview */
 632                         ret = mm_camcorder_get_attributes(handle, &err_name,
 633                                                           MMCAM_CAMERA_FPS_AUTO, &fps_auto,
 634                                                           MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
 635                                                           NULL);
 636                         if (ret != MM_ERROR_NONE) {
 637                                 _mmcam_dbg_warn("Get attrs fail. (%s:%x)", err_name, ret);
 638                                 SAFE_FREE (err_name);
 639                         }
 640
 641                         _mmcam_dbg_log("focus mode %d", focus_mode);
 642
 643                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
 644
 645                         /* set focus mode */
 646                         if (attr) {
 647                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
 648                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_CAMERA_FOCUS_MODE]));
 649                                         if (mmf_attrs_commit((MMHandleType)attr) == -1) {
 650                                                 _mmcam_dbg_err("set focus mode error");
 651                                         } else {
 652                                                 _mmcam_dbg_log("set focus mode success");
 653                                         }
 654                                 } else {
 655                                         _mmcam_dbg_log("focus mode is not supported");
 656                                 }
 657                         } else {
 658                                 _mmcam_dbg_err("failed to get attributes");
 659                         }
 660                 }
 661         }
 662
 663         /* init prev_time */
 664         sc->info_video->prev_preview_ts = 0;
 665
 666         gst_element_get_state(pipeline, &state, NULL, -1);
 667
 668         if (state == GST_STATE_PLAYING) {
 669                 if (!sc->bencbin_capture) {
 670                         int try_count = 0;
 671
 672                         if (hcamcorder->support_zsl_capture == FALSE) {
 673                                 mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 674
 675                                 /* Set strobe mode - strobe mode can not be set to driver while captuing */
 676                                 if (attr) {
 677                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_STROBE_MODE]));
 678                                         if (mmf_attrs_commit((MMHandleType) attr) == -1) {
 679                                                 _mmcam_dbg_warn("Failed to set strobe mode");
 680                                         }
 681                                 }
 682
 683                                 while (current_framecount >= sc->kpi.video_framecount &&
 684                                        try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
 685                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
 686                                 }
 687                         }
 688
 689                         if (info->type == _MMCamcorder_MULTI_SHOT) {
 690                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 691                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 692                         }
 693
 694                         _mmcam_dbg_log("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
 695                                        current_framecount, sc->kpi.video_framecount, try_count);
 696                 } else {
 697                         ret = _mmcamcorder_remove_stillshot_pipeline(handle);
 698                         if (ret != MM_ERROR_NONE) {
 699                                 goto cmd_error;
 700                         }
 701
 702                         if (info->resolution_change) {
 703                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 704                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 705                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 706                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 707                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 708                                 if (ret != MM_ERROR_NONE) {
 709                                         goto cmd_error;
 710                                 }
 711
 712                                 /* check if resolution need to rollback */
 713                                 mm_camcorder_get_attributes(handle, &err_name,
 714                                                             MMCAM_CAMERA_WIDTH, &width,
 715                                                             MMCAM_CAMERA_HEIGHT, &height,
 716                                                             MMCAM_CAMERA_FPS, &fps,
 717                                                             MMCAM_CAMERA_ROTATION, &rotation,
 718                                                             NULL);
 719
 720                                 /* set new caps */
 721                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
 722                                 if (!ret) {
 723                                         _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 724                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
 725                                         goto cmd_error;
 726                                 }
 727
 728                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 729                                 if (ret != MM_ERROR_NONE) {
 730                                         goto cmd_error;
 731                                 }
 732                         }
 733                 }
 734
 735                 /* sound finalize */
 736                 if (info->type == _MMCamcorder_MULTI_SHOT) {
 737                         _mmcamcorder_sound_finalize(handle);
 738                 }
 739         } else {
 740                 if (info->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
 741                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "bitrate", H264_PREVIEW_BITRATE);
 742                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "newgop-interval", H264_PREVIEW_NEWGOP_INTERVAL);
 743                 }
 744
 745                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 746                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 747
 748                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
 749
 750                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 751
 752                 traceEnd(TTRACE_TAG_CAMERA);
 753
 754                 if (ret != MM_ERROR_NONE) {
 755                         goto cmd_error;
 756                 }
 757
 758                 /* get sound status/volume level and register changed_cb */
 759                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
 760                     info->sound_status == _SOUND_STATUS_INIT) {
 761                         _mmcam_dbg_log("register vconf changed_cb and get sound status");
 762
 763                         /* register changed_cb */
 764                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
 765
 766                         /* get sound status */
 767                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
 768
 769                         _mmcam_dbg_log("sound status %d", info->sound_status);
 770                 }
 771         }
 772
 773 cmd_error:
 774         return ret;
 775 }
 776
 777
 778 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
 779 {
 780         int ret = MM_ERROR_NONE;
 781         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 782         int set_strobe = 0;
 783         GstCameraControl *control = NULL;
 784         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 785
 786         GstElement *pipeline = NULL;
 787
 788         _MMCamcorderSubContext *sc = NULL;
 789
 790         _mmcam_dbg_log("");
 791
 792         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 793
 794         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 795         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 796
 797         /* check strobe and set OFF if PERMANENT mode */
 798         mm_camcorder_get_attributes(handle, NULL,
 799                                     MMCAM_STROBE_MODE, &strobe_mode,
 800                                     NULL);
 801         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
 802             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 803                 _mmcam_dbg_log("current strobe mode is PERMANENT, set OFF");
 804
 805                 /* get camera control */
 806                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 807                 if (control) {
 808                         /* convert MSL to sensor value */
 809                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
 810
 811                         /* set strobe OFF */
 812                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
 813
 814                         _mmcam_dbg_log("set strobe OFF done - value: %d", set_strobe);
 815                 } else {
 816                         _mmcam_dbg_warn("cast CAMERA_CONTROL failed");
 817                 }
 818         }
 819
 820         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 821
 822         if(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 823                 _mmcam_dbg_log("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 824                 _mmcamcorder_remove_recorder_pipeline(handle);
 825         }
 826
 827         /* Disable skip flush buffer  */
 828         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", FALSE);
 829
 830         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 831         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 832
 833         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
 834
 835         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 836
 837         traceEnd(TTRACE_TAG_CAMERA);
 838
 839         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 840         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 841
 842         /* Enable skip flush buffer  */
 843         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", TRUE);
 844
 845         /* deregister sound status callback */
 846         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
 847                 _mmcam_dbg_log("deregister sound status callback");
 848
 849                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
 850
 851                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
 852         }
 853
 854         return ret;
 855 }
 856
 857
 858 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
 859 {
 860         int ret = MM_ERROR_NONE;
 861
 862         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 863         _MMCamcorderSubContext *sc = NULL;
 864
 865         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 866
 867         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 868         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 869
 870         _mmcam_dbg_log("command %d", command);
 871
 872         switch (command) {
 873         case _MMCamcorder_CMD_CAPTURE:
 874                 ret = _mmcamcorder_image_cmd_capture(handle);
 875                 break;
 876         case _MMCamcorder_CMD_PREVIEW_START:
 877                 ret = _mmcamcorder_image_cmd_preview_start(handle);
 878
 879                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
 880                 _mmcamcorder_video_current_framerate_init(handle);
 881                 break;
 882         case _MMCamcorder_CMD_PREVIEW_STOP:
 883                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
 884                 break;
 885         case _MMCamcorder_CMD_RECORD:
 886         case _MMCamcorder_CMD_PAUSE:
 887         case _MMCamcorder_CMD_CANCEL:
 888         case _MMCamcorder_CMD_COMMIT:
 889                 /* video recording command */
 890                 ret = _mmcamcorder_video_command(handle, command);
 891                 break;
 892         default:
 893                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 894                 break;
 895         }
 896
 897         return ret;
 898 }
 899
 900
 901 void __mmcamcorder_init_stillshot_info (MMHandleType handle)
 902 {
 903         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 904         _MMCamcorderSubContext *sc = NULL;
 905         _MMCamcorderImageInfo *info = NULL;
 906
 907         mmf_return_if_fail(hcamcorder);
 908
 909         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 910         mmf_return_if_fail(sc && sc->info_image);
 911
 912         info = sc->info_image;
 913
 914         _mmcam_dbg_log("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
 915
 916         if (info->type ==_MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
 917                 info->capture_cur_count = 0;
 918                 info->capture_send_count = 0;
 919                 info->multi_shot_stop = TRUE;
 920                 info->next_shot_time = 0;
 921
 922                 /* capturing flag set to FALSE here */
 923                 info->capturing = FALSE;
 924         }
 925
 926         return;
 927 }
 928
 929
 930 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
 931 {
 932         int ret = MM_ERROR_NONE;
 933         unsigned char *data = NULL;
 934         unsigned int datalen = 0;
 935         _MMCamcorderSubContext *sc = NULL;
 936         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 937
 938         mmf_return_val_if_fail(hcamcorder, FALSE);
 939         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 940         mmf_return_val_if_fail(sc, FALSE);
 941
 942         _mmcam_dbg_log("");
 943
 944         if (!original || original->data == NULL || original->length == 0) {
 945                 if (!original) {
 946                         _mmcam_dbg_log("original is null");
 947                 } else {
 948                         _mmcam_dbg_log("data=%p, length=%d", original->data, original->length);
 949                 }
 950                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 951         } else {
 952                 /* original is input/output param. save original values to local var. */
 953                 data = original->data;
 954                 datalen = original->length;
 955         }
 956
 957         if (provide_exif == FALSE) {
 958                 if (thumbnail) {
 959                         if (thumbnail->data && thumbnail->length > 0) {
 960                                 _mmcam_dbg_log("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
 961                                                thumbnail->data, thumbnail->width, thumbnail->height);
 962
 963                                 /* add thumbnail exif info */
 964                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
 965                                                                  thumbnail->data,
 966                                                                  thumbnail->width,
 967                                                                  thumbnail->height,
 968                                                                  thumbnail->length);
 969                         } else {
 970                                 _mmcam_dbg_err("Skip adding thumbnail (data=%p, length=%d)",
 971                                                thumbnail->data, thumbnail->length);
 972                         }
 973                 }
 974         } else {
 975                 ret = MM_ERROR_NONE;
 976         }
 977
 978         if (ret == MM_ERROR_NONE) {
 979                 /* write jpeg with exif */
 980                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length ,hcamcorder->exif_info, data, datalen);
 981                 if (ret != MM_ERROR_NONE) {
 982                         _mmcam_dbg_err("mm_exif_write_exif_jpeg_to_memory error! [0x%x]",ret);
 983                 }
 984         }
 985
 986         _mmcam_dbg_log("END ret 0x%x", ret);
 987
 988         return ret;
 989 }
 990
 991
 992 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
 993 {
 994         GstCaps *caps = NULL;
 995         GstMapInfo mapinfo;
 996         const GstStructure *structure;
 997
 998         mmf_return_if_fail(capture_data && sample);
 999
1000         caps = gst_sample_get_caps(sample);
1001         if (caps == NULL) {
1002                 _mmcam_dbg_err("failed to get caps");
1003                 goto GET_FAILED;
1004         }
1005
1006         structure = gst_caps_get_structure(caps, 0);
1007         if (structure == NULL) {
1008                 _mmcam_dbg_err("failed to get structure");
1009                 goto GET_FAILED;
1010         }
1011
1012         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1013
1014         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1015         capture_data->data = mapinfo.data;
1016         capture_data->format = pixtype;
1017         gst_structure_get_int(structure, "width", &capture_data->width);
1018         gst_structure_get_int(structure, "height", &capture_data->height);
1019         capture_data->length = mapinfo.size;
1020         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1021
1022         _mmcam_dbg_warn("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1023                         capture_data->data, capture_data->width, capture_data->height,
1024                         capture_data->length, capture_data->format);
1025         return;
1026
1027 GET_FAILED:
1028         capture_data->data = NULL;
1029         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1030         capture_data->length = 0;
1031
1032         return;
1033 }
1034
1035
1036 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1037 {
1038         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1039         _MMCamcorderSubContext *sc = NULL;
1040
1041         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1042
1043         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1044         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1045
1046         _mmcam_dbg_log("");
1047
1048         /* if tag enable and doesn't provide exif, we make it */
1049         _mmcam_dbg_log("Add exif information if existed(thumbnail[%p])", thumbnail);
1050         if (thumbnail && thumbnail->data) {
1051                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1052         } else {
1053                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1054         }
1055 }
1056
1057
1058 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1059 {
1060         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1061         _MMCamcorderSubContext *sc = NULL;
1062
1063         mmf_return_if_fail(hcamcorder);
1064         mmf_return_if_fail(dest);
1065
1066         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1067         mmf_return_if_fail(sc);
1068
1069         _mmcam_dbg_log("tag : %d, provide exif : %d", tag_enable, provide_exif);
1070
1071         /* if dest->data is allocated in MSL, release it */
1072         if (tag_enable && !provide_exif) {
1073                 if (dest->data) {
1074                         free(dest->data);
1075                         dest->length = 0;
1076                         dest->data = NULL;
1077                         _mmcam_dbg_log("Jpeg is released!");
1078                 }
1079         } else {
1080                 _mmcam_dbg_log("No need to release");
1081         }
1082
1083         return;
1084 }
1085
1086
1087 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1088 {
1089         int ret = MM_ERROR_NONE;
1090         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1091         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1092         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1093         int codectype = MM_IMAGE_CODEC_JPEG;
1094         int attr_index = 0;
1095         int count = 0;
1096         int stop_cont_shot = FALSE;
1097         int tag_enable = FALSE;
1098         int provide_exif = FALSE;
1099         int capture_quality = 0;
1100         int try_lock_count = 0;
1101         gboolean send_captured_message = FALSE;
1102         unsigned char *exif_raw_data = NULL;
1103         unsigned char *internal_main_data = NULL;
1104         unsigned int internal_main_length = 0;
1105         unsigned char *internal_thumb_data = NULL;
1106         unsigned int internal_thumb_length = 0;
1107         unsigned char *compare_data = NULL;
1108
1109         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1110         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1111         _MMCamcorderImageInfo *info = NULL;
1112         _MMCamcorderSubContext *sc = NULL;
1113         MMCamcorderCaptureDataType dest = {0,};
1114         MMCamcorderCaptureDataType thumb = {0,};
1115         MMCamcorderCaptureDataType scrnail = {0,};
1116         MMCamcorderCaptureDataType encode_src = {0,};
1117         GstMapInfo mapinfo1;
1118         GstMapInfo mapinfo2;
1119         GstMapInfo mapinfo3;
1120
1121         mmf_attrs_t *attrs = NULL;
1122         mmf_attribute_t *item_screennail = NULL;
1123         mmf_attribute_t *item_exif_raw_data = NULL;
1124
1125         mmf_return_if_fail(hcamcorder);
1126
1127         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1128         mmf_return_if_fail(sc && sc->info_image);
1129
1130         info = sc->info_image;
1131
1132         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1133         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1134         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1135
1136         /* get current state */
1137         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1138
1139         _mmcam_dbg_err("START - current state %d", current_state);
1140
1141         /* check capture state */
1142         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0) {
1143                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, "capture-break-cont-shot", &stop_cont_shot, NULL);
1144         }
1145
1146         if (!info->capturing || stop_cont_shot) {
1147                 _mmcam_dbg_warn("stop command[%d] or not capturing state[%d]. skip this...",
1148                                 stop_cont_shot, info->capturing);
1149
1150                 /*free GstBuffer*/
1151                 if (sample1) {
1152                         gst_sample_unref(sample1);
1153                 }
1154                 if (sample2) {
1155                         gst_sample_unref(sample2);
1156                 }
1157                 if (sample3) {
1158                         gst_sample_unref(sample3);
1159                 }
1160
1161                 return;
1162         }
1163
1164         /* check command lock to block capture callback if capture start API is not returned
1165            wait for 2 seconds at worst case */
1166         try_lock_count = 0;
1167         do {
1168                 _mmcam_dbg_log("Try command LOCK");
1169                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1170                         _mmcam_dbg_log("command LOCK OK");
1171                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1172                         break;
1173                 }
1174
1175                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1176                         _mmcam_dbg_warn("command LOCK Failed, retry...[count %d]", try_lock_count);
1177                         usleep(TRY_LOCK_TIME);
1178                 } else {
1179                         _mmcam_dbg_err("failed to lock command LOCK");
1180                         break;
1181                 }
1182         } while (TRUE);
1183
1184         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1185                 /* play capture sound here if multi capture
1186                    or preview format is ITLV(because of AF and flash control in plugin) */
1187                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1188                         g_mutex_lock(&hcamcorder->task_thread_lock);
1189                         _mmcam_dbg_log("send signal for sound play");
1190                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1191                         g_cond_signal(&hcamcorder->task_thread_cond);
1192                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1193                 } else if (!info->played_capture_sound) {
1194                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1195                 }
1196         } else {
1197                 /* Handle capture in recording case */
1198                 hcamcorder->capture_in_recording = FALSE;
1199
1200                 g_mutex_lock(&hcamcorder->task_thread_lock);
1201
1202                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
1203                         _mmcam_dbg_log("send signal for capture in recording");
1204                         g_cond_signal(&hcamcorder->task_thread_cond);
1205                 } else {
1206                         _mmcam_dbg_warn("unexpected task thread state : %d", hcamcorder->task_thread_state);
1207                 }
1208
1209                 g_mutex_unlock(&hcamcorder->task_thread_lock);
1210         }
1211
1212         /* init capture data */
1213         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1214         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1215         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1216
1217         /* Prepare main, thumbnail buffer */
1218         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1));
1219         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1220                 _mmcam_dbg_err("Unsupported pixel type");
1221                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1222                 goto error;
1223         }
1224
1225         /* Main image buffer */
1226         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1227                 _mmcam_dbg_err("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1228                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1229                 goto error;
1230         }else{
1231                 if ( (mapinfo1.data == NULL) && (mapinfo1.size == 0) ){
1232                         _mmcam_dbg_err("mapinfo1 is wrong (%p, size %d)", mapinfo1.data, mapinfo1.size);
1233                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1234                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1235                         goto error;
1236                 }else
1237                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1238         }
1239
1240         if ( !sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ) ) {
1241                 _mmcam_dbg_log("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1242         }
1243         if ( !sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ)) {
1244                 _mmcam_dbg_log("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1245         }
1246
1247         /* Screennail image buffer */
1248         attrs = (mmf_attrs_t*)MMF_CAMCORDER_ATTRS(hcamcorder);
1249         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index);
1250         item_screennail = &attrs->items[attr_index];
1251
1252         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1253                 _mmcam_dbg_log("Screennail (sample3=%p,size=%d)", sample3, mapinfo3.size);
1254
1255                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3));
1256                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1257
1258                 /* Set screennail attribute for application */
1259                 ret = mmf_attribute_set_data(item_screennail, &scrnail, sizeof(scrnail));
1260                 _mmcam_dbg_log("Screennail set attribute data %p, size %d, ret %x", &scrnail, sizeof(scrnail), ret);
1261         } else {
1262                 _mmcam_dbg_log("Sample3 has wrong pointer. Not Error. (sample3=%p)",sample3);
1263                 mmf_attribute_set_data(item_screennail, NULL, 0);
1264         }
1265
1266         /* commit screennail data */
1267         mmf_attribute_commit(item_screennail);
1268
1269         /* init thumb data */
1270         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1271
1272         /* get provide-exif */
1273         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1274
1275         /* Thumbnail image buffer */
1276         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1277                 _mmcam_dbg_log("Thumbnail (buffer2=%p)",gst_sample_get_buffer(sample2));
1278                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2));
1279                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1280         } else {
1281                 _mmcam_dbg_log("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1282
1283                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1284                         ExifLoader *l;
1285                         /* get thumbnail from EXIF */
1286                         l = exif_loader_new();
1287                         if (l) {
1288                                 ExifData *ed;
1289                                 char  width[10];
1290                                 char  height[10];
1291                                 ExifEntry *entry = NULL;
1292
1293                                 exif_loader_write (l, dest.data, dest.length);
1294
1295                                 /* Get a pointer to the EXIF data */
1296                                 ed = exif_loader_get_data(l);
1297
1298                                 /* The loader is no longer needed--free it */
1299                                 exif_loader_unref(l);
1300                                 l = NULL;
1301                                 if (ed) {
1302                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1303                                         if (entry != NULL) {
1304                                                 exif_entry_get_value(entry,width,10);
1305                                         }
1306                                         entry = NULL;
1307                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1308                                         if (entry != NULL) {
1309                                                 exif_entry_get_value(entry,height , 10);
1310                                         }
1311                                         entry = NULL;
1312                                         /* Make sure the image had a thumbnail before trying to write it */
1313                                         if (ed->data && ed->size) {
1314                                                 thumb.data = malloc(ed->size);
1315                                                 memcpy(thumb.data,ed->data,ed->size);
1316                                                 thumb.length = ed->size;
1317                                                 #if 0
1318                                                 {
1319                                                     FILE *fp = NULL;
1320                                                     fp = fopen ("/opt/usr/media/thumbnail_test.jpg", "a+");
1321                                                     fwrite (thumb.data, 1, thumb.length, fp);
1322                                                     fclose (fp);
1323                                                 }
1324                                                 #endif
1325                                                 thumb.format = MM_PIXEL_FORMAT_ENCODED;
1326                                                 thumb.width = atoi(width);
1327                                                 thumb.height = atoi(height);
1328                                                 internal_thumb_data = thumb.data;
1329                                         }
1330                                         exif_data_unref(ed);
1331                                         ed = NULL;
1332                                 } else {
1333                                         _mmcam_dbg_warn("failed to get exif data");
1334                                 }
1335                         } else {
1336                                 _mmcam_dbg_warn("failed to create exif loader");
1337                         }
1338                 }
1339
1340                 if (thumb.data == NULL) {
1341                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1342                             scrnail.data && scrnail.length != 0) {
1343                                 /* make thumbnail image with screennail data */
1344                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1345                         } else if (sc->internal_encode) {
1346                                 /* make thumbnail image with main data, this is raw data */
1347                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1348                         }
1349                 }
1350
1351                 /* encode thumbnail */
1352                 if (encode_src.data) {
1353                         unsigned int thumb_width = 0;
1354                         unsigned int thumb_height = 0;
1355                         unsigned int thumb_length = 0;
1356                         unsigned char *thumb_raw_data = NULL;
1357
1358                         /* encode image */
1359                         _mmcam_dbg_log("Encode Thumbnail");
1360
1361                         if (encode_src.width > THUMBNAIL_WIDTH) {
1362                                 /* calculate thumbnail size */
1363                                 thumb_width = THUMBNAIL_WIDTH;
1364                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1365                                 if (thumb_height % 2 != 0) {
1366                                         thumb_height += 1;
1367                                 }
1368
1369                                 _mmcam_dbg_log("need to resize : thumbnail size %dx%d, format %d",
1370                                                thumb_width, thumb_height, encode_src.format);
1371
1372                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1373                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1374                                      encode_src.width % thumb_width == 0 &&
1375                                      encode_src.height % thumb_height == 0) {
1376                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1377                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1378                                                 thumb_raw_data = NULL;
1379                                                 _mmcam_dbg_warn("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1380                                         }
1381                                 } else {
1382                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1383                                                 encode_src.length, encode_src.format,
1384                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1385                                                 thumb_raw_data = NULL;
1386                                                 _mmcam_dbg_warn("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1387                                         }
1388                                 }
1389                         } else {
1390                                 thumb_width = encode_src.width;
1391                                 thumb_height = encode_src.height;
1392
1393                                 _mmcam_dbg_log("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1394
1395                                 thumb_raw_data = encode_src.data;
1396                                 thumb_length = encode_src.length;
1397                         }
1398
1399                         if (thumb_raw_data) {
1400                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1401                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1402                                         (void **)&internal_thumb_data, &internal_thumb_length);
1403                                 if (ret) {
1404                                         _mmcam_dbg_log("encode THUMBNAIL done - data %p, length %d",
1405                                                        internal_thumb_data, internal_thumb_length);
1406
1407                                         thumb.data = internal_thumb_data;
1408                                         thumb.length = internal_thumb_length;
1409                                         thumb.width = thumb_width;
1410                                         thumb.height = thumb_height;
1411                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1412                                 } else {
1413                                         _mmcam_dbg_warn("failed to encode THUMBNAIL");
1414                                 }
1415
1416                                 /* release allocated raw data memory */
1417                                 if (thumb_raw_data != encode_src.data) {
1418                                         free(thumb_raw_data);
1419                                         thumb_raw_data = NULL;
1420                                         _mmcam_dbg_log("release thumb_raw_data");
1421                                 }
1422                         } else {
1423                                 _mmcam_dbg_warn("thumb_raw_data is NULL");
1424                         }
1425                 } else {
1426                         // no raw data src for thumbnail
1427                         _mmcam_dbg_log("no need to encode thumbnail");
1428                 }
1429         }
1430
1431         /* Encode JPEG */
1432         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1433                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1434                                             MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1435                                             NULL);
1436                 _mmcam_dbg_log("Start Internal Encode - capture_quality %d", capture_quality);
1437
1438                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1439                         pixtype_main, dest.length, capture_quality,
1440                         (void **)&internal_main_data, &internal_main_length);
1441                 if (!ret) {
1442                         _mmcam_dbg_err("_mmcamcorder_encode_jpeg failed");
1443
1444                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1445
1446                         goto error;
1447                 }
1448
1449                 /* set format */
1450                 dest.data = internal_main_data;
1451                 dest.length = internal_main_length;
1452                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1453
1454                 _mmcam_dbg_log("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1455         }
1456
1457         /* create EXIF info */
1458         if(!provide_exif){ // make new exif
1459                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1460         } else { // load from jpeg buffer dest.data
1461                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1462                 if (ret != MM_ERROR_NONE) {
1463                         _mmcam_dbg_err("Failed to load exif_info [%x], try to create EXIF", ret);
1464                         provide_exif = FALSE;
1465                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1466                 }
1467         }
1468         if (ret != MM_ERROR_NONE) {
1469                 _mmcam_dbg_err("Failed to create exif_info [%x], but keep going...", ret);
1470         } else {
1471                 /* add basic exif info */
1472                 if(!provide_exif) {
1473                         _mmcam_dbg_log("add basic exif info");
1474                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1475                 } else {
1476                         _mmcam_dbg_log("update exif info");
1477                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1478                 }
1479
1480                 if (ret != MM_ERROR_NONE) {
1481                         _mmcam_dbg_warn("Failed set_exif_basic_info [%x], but keep going...", ret);
1482                         ret = MM_ERROR_NONE;
1483                 }
1484         }
1485
1486         /* get attribute item for EXIF data */
1487         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index);
1488         item_exif_raw_data = &attrs->items[attr_index];
1489
1490         /* set EXIF data to attribute */
1491         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1492                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1493                 if (exif_raw_data) {
1494                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1495                         mmf_attribute_set_data(item_exif_raw_data, exif_raw_data, hcamcorder->exif_info->size);
1496                         _mmcam_dbg_log("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1497                 } else {
1498                         _mmcam_dbg_warn("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1499                 }
1500         } else {
1501                 _mmcam_dbg_warn("failed to create EXIF. set EXIF as NULL");
1502                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1503         }
1504
1505         /* commit EXIF data */
1506         mmf_attribute_commit(item_exif_raw_data);
1507
1508         /* get tag-enable */
1509         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1510
1511         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1512         if (dest.format == MM_PIXEL_FORMAT_ENCODED){
1513                 if (tag_enable) {
1514                         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1515                                                     MMCAM_IMAGE_ENCODER, &codectype,
1516                                                     NULL);
1517                         _mmcam_dbg_log("codectype %d", codectype);
1518
1519                         switch (codectype) {
1520                         case MM_IMAGE_CODEC_JPEG:
1521                         case MM_IMAGE_CODEC_SRW:
1522                         case MM_IMAGE_CODEC_JPEG_SRW:
1523                                 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1524                                 if (ret != MM_ERROR_NONE) {
1525                                         _mmcam_dbg_err("Error on setting extra data to jpeg");
1526                                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1527                                         goto error;
1528                                 }
1529                                 break;
1530                         default:
1531                                 _mmcam_dbg_err("The codectype is not supported. (%d)", codectype);
1532                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1533                                 goto error;
1534                         }
1535                 }
1536         }
1537
1538         /* Handle Capture Callback */
1539         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1540
1541         if (hcamcorder->vcapture_cb) {
1542                 _mmcam_dbg_log("APPLICATION CALLBACK START");
1543                 if (thumb.data) {
1544                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1545                 } else {
1546                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1547                 }
1548                 _mmcam_dbg_log("APPLICATION CALLBACK END");
1549         } else {
1550                 _mmcam_dbg_err("Capture callback is NULL.");
1551
1552                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1553
1554                 goto err_release_exif;
1555         }
1556
1557         /* Set capture count */
1558         count = ++(info->capture_send_count);
1559         send_captured_message = TRUE;
1560
1561 err_release_exif:
1562         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1563
1564         /* init screennail and EXIF raw data */
1565         mmf_attribute_set_data(item_screennail, NULL, 0);
1566         mmf_attribute_commit(item_screennail);
1567         if (exif_raw_data) {
1568                 free(exif_raw_data);
1569                 exif_raw_data = NULL;
1570
1571                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1572                 mmf_attribute_commit(item_exif_raw_data);
1573         }
1574
1575         /* Release jpeg data */
1576         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED) {
1577                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1578         }
1579
1580 error:
1581         /* Check end condition and set proper value */
1582         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1583             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1584                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1585         }
1586
1587         /* release internal allocated data */
1588         if (sc->internal_encode) {
1589                 compare_data = internal_main_data;
1590         } else {
1591                 compare_data = mapinfo1.data;
1592         }
1593         if (dest.data && compare_data &&
1594             dest.data != compare_data) {
1595                 _mmcam_dbg_log("release internal allocated data %p", dest.data);
1596                 free(dest.data);
1597                 dest.data = NULL;
1598                 dest.length = 0;
1599         }
1600         if (internal_main_data) {
1601                 _mmcam_dbg_log("release internal main data %p", internal_main_data);
1602                 free(internal_main_data);
1603                 internal_main_data = NULL;
1604         }
1605         if (internal_thumb_data) {
1606                 _mmcam_dbg_log("release internal thumb data %p", internal_thumb_data);
1607                 free(internal_thumb_data);
1608                 internal_thumb_data = NULL;
1609         }
1610
1611         /* reset compare_data */
1612         compare_data = NULL;
1613
1614         /*free GstBuffer*/
1615         if (sample1) {
1616                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1617                 gst_sample_unref(sample1);
1618         }
1619         if (sample2) {
1620                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1621                 gst_sample_unref(sample2);
1622         }
1623         if (sample3) {
1624                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1625                 gst_sample_unref(sample3);
1626         }
1627
1628         /* destroy exif info */
1629         mm_exif_destory_exif_info(hcamcorder->exif_info);
1630         hcamcorder->exif_info = NULL;
1631
1632         /* send captured message */
1633         if (send_captured_message) {
1634                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1635                         /* Send CAPTURED message and count - capture success */
1636                         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1637                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1638                         } else {
1639                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1640                         }
1641                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1642                         /* send captured message only once in HDR and Original Capture mode */
1643                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1644                 }
1645         }
1646
1647         _mmcam_dbg_err("END");
1648
1649         return;
1650 }
1651
1652
1653 gboolean __mmcamcorder_handoff_callback(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1654 {
1655         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1656         _MMCamcorderSubContext *sc = NULL;
1657
1658         mmf_return_val_if_fail(hcamcorder, FALSE);
1659
1660         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1661         mmf_return_val_if_fail(sc && sc->element, FALSE);
1662
1663         _mmcam_dbg_log("");
1664
1665         /* FIXME. How could you get a thumbnail? */
1666         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
1667
1668         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
1669                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
1670                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
1671                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
1672         }
1673
1674         return TRUE;
1675 }
1676
1677
1678 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
1679 {
1680         int value = 0;
1681         ExifShort eshort = 0;
1682         int ret = MM_ERROR_NONE;
1683
1684         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
1685         _mmcam_dbg_log("get orientation [%d]",value);
1686         if (value == 0) {
1687                 value = MM_EXIF_ORIENTATION;
1688         }
1689
1690         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
1691         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
1692                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
1693         if (ret != MM_ERROR_NONE) {
1694                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
1695         }
1696
1697 exit:
1698         return ed;
1699 }
1700
1701
1702 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
1703 {
1704         int ret = MM_ERROR_NONE;
1705         char *make = strdup(MM_MAKER_NAME);
1706
1707         if (make) {
1708                 _mmcam_dbg_log("maker [%s]", make);
1709                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
1710                                             EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
1711                 free(make);
1712                 if (ret != MM_ERROR_NONE) {
1713                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1714                 }
1715         } else {
1716                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
1717                 EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1718         }
1719
1720 exit:
1721         return ed;
1722 }
1723
1724
1725 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
1726 {
1727         int ret = MM_ERROR_NONE;
1728         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1729
1730         if (hcamcorder == NULL || ed == NULL) {
1731                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1732                 return NULL;
1733         }
1734
1735         if (hcamcorder->software_version) {
1736                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
1737                                             strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
1738                 if (ret != MM_ERROR_NONE) {
1739                         _mmcam_dbg_err("set software_version[%s] failed", hcamcorder->software_version);
1740                 } else {
1741                         _mmcam_dbg_log("set software_version[%s] done", hcamcorder->software_version);
1742                 }
1743         } else {
1744                 _mmcam_dbg_err("model_name is NULL");
1745         }
1746
1747         return ed;
1748 }
1749
1750
1751 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
1752 {
1753         int ret = MM_ERROR_NONE;
1754         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1755
1756         if (hcamcorder == NULL || ed == NULL) {
1757                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1758                 return NULL;
1759         }
1760
1761         if (hcamcorder->model_name) {
1762                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
1763                                             strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
1764                 if (ret != MM_ERROR_NONE) {
1765                         _mmcam_dbg_err("set model name[%s] failed", hcamcorder->model_name);
1766                 } else {
1767                         _mmcam_dbg_log("set model name[%s] done", hcamcorder->model_name);
1768                 }
1769         } else {
1770                 _mmcam_dbg_err("model_name is NULL");
1771         }
1772
1773         return ed;
1774 }
1775
1776 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
1777 {
1778         int ret = MM_ERROR_NONE;
1779         int gps_enable = TRUE;
1780         char *err_name = NULL;
1781         double latitude = INVALID_GPS_VALUE;
1782         double longitude = INVALID_GPS_VALUE;
1783         double altitude = INVALID_GPS_VALUE;
1784
1785         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
1786         if (ret == MM_ERROR_NONE && gps_enable) {
1787                 ExifByte GpsVersion[4]={2,2,0,0};
1788
1789                 _mmcam_dbg_log("Tag for GPS is ENABLED.");
1790
1791                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
1792                                             EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
1793                 if (ret != MM_ERROR_NONE) {
1794                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
1795                 }
1796
1797                 ret = mm_camcorder_get_attributes(handle, &err_name,
1798                                                   MMCAM_TAG_LATITUDE, &latitude,
1799                                                   MMCAM_TAG_LONGITUDE, &longitude,
1800                                                   MMCAM_TAG_ALTITUDE, &altitude, NULL);
1801                 if (ret != MM_ERROR_NONE) {
1802                         _mmcam_dbg_err("failed to get gps info [%x][%s]", ret, err_name);
1803                         SAFE_FREE(err_name);
1804                         goto exit;
1805                 }
1806
1807                 _mmcam_dbg_log("latitude [%f]", latitude);
1808                 if (latitude != INVALID_GPS_VALUE) {
1809                         unsigned char *b = NULL;
1810                         unsigned int deg;
1811                         unsigned int min;
1812                         unsigned int sec;
1813                         ExifRational rData;
1814
1815                         if (latitude < 0) {
1816                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1817                                                             EXIF_FORMAT_ASCII, 2, "S");
1818                                 if (ret != MM_ERROR_NONE) {
1819                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1820                                 }
1821                                 latitude = -latitude;
1822                         } else if (latitude > 0) {
1823                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1824                                                             EXIF_FORMAT_ASCII, 2, "N");
1825                                 if (ret != MM_ERROR_NONE) {
1826                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1827                                 }
1828                         }
1829
1830                         deg = (unsigned int)(latitude);
1831                         min = (unsigned int)((latitude-deg)*60);
1832                         sec = (unsigned int)(((latitude-deg)*3600)-min*60);
1833
1834                         _mmcam_dbg_log("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1835                         b = malloc(3 * sizeof(ExifRational));
1836                         if (b) {
1837                                 rData.numerator = deg;
1838                                 rData.denominator = 1;
1839                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1840                                 rData.numerator = min;
1841                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1842                                 rData.numerator = sec;
1843                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1844
1845                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
1846                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1847                                 free(b);
1848                                 if (ret != MM_ERROR_NONE) {
1849                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
1850                                 }
1851                         } else {
1852                                 _mmcam_dbg_warn("malloc failed");
1853                         }
1854                 }
1855
1856                 _mmcam_dbg_log("longitude [%f]", longitude);
1857                 if (longitude != INVALID_GPS_VALUE) {
1858                         unsigned char *b = NULL;
1859                         unsigned int deg;
1860                         unsigned int min;
1861                         unsigned int sec;
1862                         ExifRational rData;
1863
1864                         if (longitude < 0) {
1865                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1866                                                             EXIF_FORMAT_ASCII, 2, "W");
1867                                 if (ret != MM_ERROR_NONE) {
1868                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1869                                 }
1870                                 longitude = -longitude;
1871                         } else if (longitude > 0) {
1872                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1873                                                             EXIF_FORMAT_ASCII, 2, "E");
1874                                 if (ret != MM_ERROR_NONE) {
1875                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1876                                 }
1877                         }
1878
1879                         deg = (unsigned int)(longitude);
1880                         min = (unsigned int)((longitude-deg)*60);
1881                         sec = (unsigned int)(((longitude-deg)*3600)-min*60);
1882
1883                         _mmcam_dbg_log("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1884                         b = malloc(3 * sizeof(ExifRational));
1885                         if (b) {
1886                                 rData.numerator = deg;
1887                                 rData.denominator = 1;
1888                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1889                                 rData.numerator = min;
1890                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1891                                 rData.numerator = sec;
1892                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1893                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
1894                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1895                                 free(b);
1896                                 if (ret != MM_ERROR_NONE) {
1897                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
1898                                 }
1899                         } else {
1900                                 _mmcam_dbg_warn("malloc failed");
1901                         }
1902                 }
1903
1904                 _mmcam_dbg_log("f_altitude [%f]", altitude);
1905                 if (altitude != INVALID_GPS_VALUE) {
1906                         ExifByte alt_ref = 0;
1907                         unsigned char *b = NULL;
1908                         ExifRational rData;
1909                         b = malloc(sizeof(ExifRational));
1910                         if (b) {
1911                                 if (altitude < 0) {
1912                                         alt_ref = 1;
1913                                         altitude = -altitude;
1914                                 }
1915
1916                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
1917                                                             EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
1918                                 if (ret != MM_ERROR_NONE) {
1919                                         _mmcam_dbg_err("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
1920                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
1921                                                 free(b);
1922                                                 b = NULL;
1923                                                 goto exit;
1924                                         }
1925                                 }
1926
1927                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
1928                                 rData.denominator = 100;
1929                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1930                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
1931                                                             EXIF_FORMAT_RATIONAL, 1, (const char *)b);
1932                                 free(b);
1933                                 if (ret != MM_ERROR_NONE) {
1934                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
1935                                 }
1936                         } else {
1937                                 _mmcam_dbg_warn("malloc failed");
1938                         }
1939                 }
1940
1941                 {
1942                         double gps_timestamp = INVALID_GPS_VALUE;
1943                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
1944                         _mmcam_dbg_log("Gps timestamp [%f]", gps_timestamp);
1945                         if (gps_timestamp > 0.0) {
1946                                 unsigned char *b = NULL;
1947                                 unsigned int hour;
1948                                 unsigned int min;
1949                                 unsigned int microsec;
1950                                 ExifRational rData;
1951
1952                                 hour = (unsigned int)(gps_timestamp / 3600);
1953                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
1954                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
1955
1956                                 _mmcam_dbg_log("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
1957                                 b = malloc(3 * sizeof(ExifRational));
1958                                 if (b) {
1959                                         rData.numerator = hour;
1960                                         rData.denominator = 1;
1961                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1962
1963                                         rData.numerator = min;
1964                                         rData.denominator = 1;
1965                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
1966
1967                                         rData.numerator = microsec;
1968                                         rData.denominator = 1000000;
1969                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
1970
1971                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
1972                                                                     EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1973                                         free(b);
1974                                         if (ret != MM_ERROR_NONE) {
1975                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
1976                                         }
1977                                 } else {
1978                                         _mmcam_dbg_warn( "malloc failed." );
1979                                 }
1980                         }
1981                 }
1982
1983                 {
1984                         unsigned char *date_stamp = NULL;
1985                         int date_stamp_len = 0;
1986
1987                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
1988
1989                         if (date_stamp) {
1990                                 _mmcam_dbg_log("Date stamp [%s]", date_stamp);
1991
1992                                 /* cause it should include NULL char */
1993                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
1994                                                             EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
1995                                 if (ret != MM_ERROR_NONE) {
1996                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
1997                                 }
1998                         }
1999                 }
2000
2001                 {
2002                         unsigned char *processing_method = NULL;
2003                         int processing_method_len = 0;
2004
2005                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2006
2007                         if (processing_method) {
2008                                 _mmcam_dbg_log("Processing method [%s]", processing_method);
2009
2010                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2011                                                             EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2012                                 if (ret != MM_ERROR_NONE) {
2013                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2014                                 }
2015                         }
2016                 }
2017         } else {
2018                 _mmcam_dbg_log( "Tag for GPS is DISABLED." );
2019         }
2020
2021 exit:
2022         return ed;
2023 }
2024
2025
2026 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2027 {
2028         int ret = MM_ERROR_NONE;
2029         mmf_camcorder_t *hcamcorder = NULL;
2030         ExifData *ed = NULL;
2031
2032         hcamcorder = MMF_CAMCORDER(handle);
2033
2034         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2035
2036         ed = exif_data_new_from_data(imagedata, imgln);
2037         //ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2038
2039         if (ed == NULL) {
2040                 _mmcam_dbg_err("get exif data error!!");
2041                 return MM_ERROR_INVALID_HANDLE;
2042         }
2043
2044         /* update necessary */
2045
2046         __mmcamcorder_update_exif_make(handle, ed);
2047         __mmcamcorder_update_exif_software(handle, ed);
2048         __mmcamcorder_update_exif_model(handle, ed);
2049         __mmcamcorder_update_exif_orientation(handle, ed);
2050         __mmcamcorder_update_exif_gps(handle, ed);
2051         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2052         if (ret != MM_ERROR_NONE) {
2053                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2054         }
2055
2056         exif_data_unref(ed);
2057         ed = NULL;
2058         return ret;
2059 }
2060
2061 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2062 {
2063         int ret = MM_ERROR_NONE;
2064         int value;
2065         int str_val_len = 0;
2066         int cntl = 0;
2067         int cnts = 0;
2068         char *str_value = NULL;
2069         char *user_comment = NULL;
2070         ExifData *ed = NULL;
2071         ExifLong config;
2072         ExifLong ExifVersion;
2073         static ExifShort eshort[20];
2074         static ExifLong elong[10];
2075
2076         GstCameraControl *control = NULL;
2077         GstCameraControlExifInfo avsys_exif_info;
2078
2079         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2080         _MMCamcorderSubContext *sc = NULL;
2081
2082         _mmcam_dbg_log("");
2083
2084         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2085
2086         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2087         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2088
2089         CLEAR(avsys_exif_info);
2090
2091         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2092                 _mmcam_dbg_err("Can't cast Video source into camera control. Skip camera control values...");
2093         } else {
2094                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2095                 /* get device information */
2096                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2097         }
2098
2099         /* get ExifData from exif info */
2100         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2101         if (ed == NULL) {
2102                 _mmcam_dbg_err("get exif data error!!");
2103                 return MM_ERROR_INVALID_HANDLE;
2104         }
2105
2106         /* Receive attribute info */
2107
2108         /* START INSERT IFD_0 */
2109
2110         /*0. EXIF_TAG_EXIF_VERSION */
2111         ExifVersion = MM_EXIF_VERSION;
2112         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2113                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2114         if (ret != MM_ERROR_NONE) {
2115                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2116         }
2117
2118         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2119         value = image_width;
2120
2121         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2122         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2123                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2124         if (ret != MM_ERROR_NONE) {
2125                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2126         }
2127
2128         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2129                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2130         if (ret != MM_ERROR_NONE) {
2131                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2132         }
2133         _mmcam_dbg_log("width[%d]", value);
2134
2135         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2136         value = image_height;
2137
2138         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order (ed), value);
2139         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2140                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2141         if (ret != MM_ERROR_NONE) {
2142                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2143         }
2144
2145         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2146                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2147         if (ret != MM_ERROR_NONE) {
2148                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2149         }
2150         _mmcam_dbg_log("height[%d]", value);
2151
2152         /*4. EXIF_TAG_DATE_TIME */
2153
2154         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2155
2156         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2157         {
2158                 unsigned char *b;
2159                 time_t t;
2160                 struct tm tm;
2161
2162                 b = malloc(20 * sizeof(unsigned char));
2163                 if (b == NULL) {
2164                         _mmcam_dbg_err("failed to alloc b");
2165                         ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2166                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2167                 }
2168
2169                 memset(b, '\0', 20);
2170
2171                 t = time(NULL);
2172                 tzset();
2173                 localtime_r(&t, &tm);
2174
2175                 snprintf((char *)b, 20, "%04i:%02i:%02i %02i:%02i:%02i",
2176                          tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2177                          tm.tm_hour, tm.tm_min, tm.tm_sec);
2178
2179                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2180                 if (ret != MM_ERROR_NONE) {
2181                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2182                                 free(b);
2183                         }
2184                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2185                 }
2186
2187                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2188                 if (ret != MM_ERROR_NONE) {
2189                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2190                                 free(b);
2191                         }
2192                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2193                 }
2194
2195                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2196                 if (ret != MM_ERROR_NONE) {
2197                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2198                                 free(b);
2199                         }
2200                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2201                 }
2202
2203                 free(b);
2204         }
2205
2206         /*5. EXIF_TAG_MAKE */
2207         __mmcamcorder_update_exif_make(handle, ed);
2208
2209 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2210
2211         /*6. EXIF_TAG_MODEL */
2212         __mmcamcorder_update_exif_model(handle, ed);
2213
2214 #endif
2215         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2216         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2217         if (str_value && str_val_len > 0) {
2218                 char *description = strdup(str_value);
2219
2220                 _mmcam_dbg_log("desctiption [%s]", str_value);
2221
2222                 if (description) {
2223                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2224                                                     EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2225                         free(description);
2226                         str_value = NULL;
2227                         str_val_len = 0;
2228                         if (ret != MM_ERROR_NONE) {
2229                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2230                         }
2231                 } else {
2232                         _mmcam_dbg_err("strdup failed for [%s]", str_value);
2233                 }
2234         } else {
2235                 _mmcam_dbg_warn("failed to get description");
2236         }
2237
2238         /*7. EXIF_TAG_SOFTWARE*/
2239         __mmcamcorder_update_exif_software(handle, ed);
2240
2241 /*
2242         if (control != NULL) {
2243                 char software[50] = {0,};
2244                 unsigned int len = 0;
2245
2246                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8,(avsys_exif_info.software_used & 0xff));
2247                 _mmcam_dbg_log("software [%s], len [%d]", software, len);
2248                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2249                                             EXIF_FORMAT_ASCII, len, (const char *)software);
2250                 if (ret != MM_ERROR_NONE) {
2251                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2252                 }
2253         }
2254 */
2255
2256         __mmcamcorder_update_exif_orientation(handle, ed);
2257
2258         /* START INSERT EXIF_IFD */
2259
2260         /*3. User Comment*/
2261         /*FIXME : get user comment from real user */
2262         user_comment = strdup(MM_USER_COMMENT);
2263         if (user_comment) {
2264                 _mmcam_dbg_log("user_comment=%s",user_comment);
2265                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2266                                             EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2267                 free(user_comment);
2268                 if (ret != MM_ERROR_NONE) {
2269                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2270                 }
2271         } else {
2272                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2273                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2274         }
2275
2276         /*9. EXIF_TAG_COLOR_SPACE */
2277         if (control != NULL) {
2278                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2279                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2280                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2281                 if (ret != MM_ERROR_NONE) {
2282                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2283                 }
2284         }
2285
2286         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2287         if (control != NULL) {
2288                 config = avsys_exif_info.component_configuration;
2289                 _mmcam_dbg_log("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ",config);
2290                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2291                                             EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2292                 if (ret != MM_ERROR_NONE) {
2293                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2294                 }
2295         }
2296
2297         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2298         /* written  the device_info */
2299
2300         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2301         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2302
2303         /*14. EXIF_TAG_EXPOSURE_TIME*/
2304         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2305                 unsigned char *b = NULL;
2306                 ExifRational rData;
2307
2308                 _mmcam_dbg_log("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2309                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2310
2311                 b = malloc(sizeof(ExifRational));
2312                 if (b) {
2313                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2314                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2315
2316                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2317                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2318                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2319                         free(b);
2320                         if (ret != MM_ERROR_NONE) {
2321                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2322                         }
2323                 } else {
2324                         _mmcam_dbg_warn("malloc failed.");
2325                 }
2326         } else {
2327                 _mmcam_dbg_log("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2328                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2329         }
2330
2331         /*15. EXIF_TAG_FNUMBER */
2332         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2333                 unsigned char *b = NULL;
2334                 ExifRational rData;
2335
2336                 _mmcam_dbg_log("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2337                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2338
2339                 b = malloc(sizeof(ExifRational));
2340                 if (b) {
2341                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2342                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2343                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2344                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2345                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2346                         free(b);
2347                         if(ret != MM_ERROR_NONE) {
2348                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2349                         }
2350                 } else {
2351                         _mmcam_dbg_warn( "malloc failed." );
2352                 }
2353         } else {
2354                 _mmcam_dbg_log("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2355                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2356         }
2357
2358         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2359         /*FIXME*/
2360         value = MM_EXPOSURE_PROGRAM;
2361         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2362         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2363                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2364         if (ret != MM_ERROR_NONE) {
2365                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2366         }
2367
2368         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2369         if (avsys_exif_info.iso) {
2370                 _mmcam_dbg_log("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2371                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2372                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2373                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2374                 if (ret != MM_ERROR_NONE) {
2375                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2376                 }
2377         }
2378
2379         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2380         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2381                 unsigned char *b = NULL;
2382                 ExifSRational rsData;
2383
2384                 _mmcam_dbg_log("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2385                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2386
2387                 b = malloc(sizeof(ExifSRational));
2388                 if (b) {
2389                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2390                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2391                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2392                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2393                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2394                         free(b);
2395                         if (ret != MM_ERROR_NONE) {
2396                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2397                         }
2398                 } else {
2399                         _mmcam_dbg_warn("malloc failed.");
2400                 }
2401         } else {
2402                 _mmcam_dbg_log("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2403                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2404         }
2405
2406         /*19. EXIF_TAG_APERTURE_VALUE*/
2407         if (avsys_exif_info.aperture_in_APEX) {
2408                 unsigned char *b = NULL;
2409                 ExifRational rData;
2410
2411                 _mmcam_dbg_log("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2412
2413                 b = malloc(sizeof(ExifRational));
2414                 if (b) {
2415                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2416                         rData.denominator = 1;
2417                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2418                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2419                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2420                         free(b);
2421                         if(ret != MM_ERROR_NONE) {
2422                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2423                         }
2424                 } else {
2425                         _mmcam_dbg_warn("malloc failed.");
2426                 }
2427         } else {
2428                 _mmcam_dbg_log("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2429         }
2430
2431         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2432         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2433                 unsigned char *b = NULL;
2434                 ExifSRational rsData;
2435
2436                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2437                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2438
2439                 b = malloc(sizeof(ExifSRational));
2440                 if (b) {
2441                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2442                         rsData.denominator = avsys_exif_info.brightness_denominator;
2443                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2444                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2445                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2446                         free(b);
2447                         if (ret != MM_ERROR_NONE) {
2448                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2449                         }
2450                 } else {
2451                         _mmcam_dbg_warn( "malloc failed." );
2452                 }
2453         } else {
2454                 _mmcam_dbg_log("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2455                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2456         }
2457
2458         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2459         value = 0;
2460         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2461         if (ret == MM_ERROR_NONE) {
2462                 unsigned char *b = NULL;
2463                 ExifSRational rsData;
2464
2465                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2466                                value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2467
2468                 b = malloc(sizeof(ExifSRational));
2469                 if (b) {
2470                         rsData.numerator = value - hcamcorder->brightness_default;
2471                         if (hcamcorder->brightness_step_denominator != 0) {
2472                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2473                         } else {
2474                                 _mmcam_dbg_warn("brightness_step_denominator is ZERO, so set 1");
2475                                 rsData.denominator = 1;
2476                         }
2477                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2478                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2479                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2480                         free(b);
2481                         if (ret != MM_ERROR_NONE) {
2482                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2483                         }
2484                 } else {
2485                         _mmcam_dbg_warn("malloc failed.");
2486                 }
2487         } else {
2488                 _mmcam_dbg_log("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2489         }
2490
2491         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2492 /*
2493         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2494                 unsigned char *b = NULL;
2495                 ExifRational rData;
2496
2497                 _mmcam_dbg_log("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2498
2499                 b = malloc(sizeof(ExifRational));
2500                 if (b) {
2501                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2502                         rData.denominator = 1;
2503                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2504                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2505                                                     EXIF_FORMAT_RATIONAL, 1, b);
2506                         free(b);
2507                         if (ret != MM_ERROR_NONE) {
2508                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2509                         }
2510                 } else {
2511                         _mmcam_dbg_warn("failed to alloc for MAX aperture value");
2512                 }
2513         }
2514 */
2515
2516         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2517         /* defualt : none */
2518
2519         /*24. EXIF_TAG_METERING_MODE */
2520         if (control != NULL) {
2521                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),avsys_exif_info.metering_mode);
2522                 _mmcam_dbg_log("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2523                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2524                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2525                 if (ret != MM_ERROR_NONE) {
2526                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2527                 }
2528         }
2529
2530         /*25. EXIF_TAG_LIGHT_SOURCE*/
2531
2532         /*26. EXIF_TAG_FLASH*/
2533         if (control != NULL) {
2534                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),avsys_exif_info.flash);
2535                 _mmcam_dbg_log("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2536                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2537                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2538                 if (ret != MM_ERROR_NONE) {
2539                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2540                 }
2541         }
2542
2543         /*27. EXIF_TAG_FOCAL_LENGTH*/
2544         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2545                 unsigned char *b = NULL;
2546                 ExifRational rData;
2547
2548                 _mmcam_dbg_log("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2549                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2550
2551                 b = malloc(sizeof(ExifRational));
2552                 if (b) {
2553                         rData.numerator = avsys_exif_info.focal_len_numerator;
2554                         rData.denominator = avsys_exif_info.focal_len_denominator;
2555                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2556                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2557                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2558                         free(b);
2559                         if (ret != MM_ERROR_NONE) {
2560                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2561                         }
2562                 } else {
2563                         _mmcam_dbg_warn("malloc failed.");
2564                 }
2565         } else {
2566                 _mmcam_dbg_log("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2567                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2568         }
2569
2570         /*28. EXIF_TAG_SENSING_METHOD*/
2571         /*FIXME*/
2572         value = MM_SENSING_MODE;
2573         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),value);
2574         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2575                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2576         if (ret != MM_ERROR_NONE) {
2577                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2578         }
2579
2580         /*29. EXIF_TAG_FILE_SOURCE*/
2581 /*
2582         value = MM_FILE_SOURCE;
2583         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2584         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2585                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2586         if (ret != MM_ERROR_NONE) {
2587                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2588         }
2589 */
2590
2591         /*30. EXIF_TAG_SCENE_TYPE*/
2592 /*
2593         value = MM_SCENE_TYPE;
2594         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2595         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2596                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2597         if (ret != MM_ERROR_NONE) {
2598                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2599         }
2600 */
2601
2602         /*31. EXIF_TAG_EXPOSURE_MODE*/
2603         /*FIXME*/
2604         value = MM_EXPOSURE_MODE;
2605         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),value);
2606         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2607                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2608         if (ret != MM_ERROR_NONE) {
2609                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2610         }
2611
2612
2613         /*32. EXIF_TAG_WHITE_BALANCE*/
2614         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2615         if (ret == MM_ERROR_NONE) {
2616                 int set_value = 0;
2617                 _mmcam_dbg_log("WHITE BALANCE [%d]", value);
2618
2619                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC) {
2620                         set_value = 0;
2621                 } else {
2622                         set_value = 1;
2623                 }
2624
2625                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2626                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2627                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2628                 if (ret != MM_ERROR_NONE) {
2629                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2630                 }
2631         } else {
2632                 _mmcam_dbg_warn("failed to get white balance [%x]", ret);
2633         }
2634
2635         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2636 /*
2637         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2638         if (ret == MM_ERROR_NONE) {
2639                 _mmcam_dbg_log("DIGITAL ZOOM [%d]", value);
2640
2641                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2642                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2643                                             EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2644                 if (ret != MM_ERROR_NONE) {
2645                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2646                 }
2647         } else {
2648                 _mmcam_dbg_warn("failed to get digital zoom [%x]", ret);
2649         }
2650 */
2651
2652         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2653         /*FIXME*/
2654 /*
2655         value = MM_FOCAL_LENGTH_35MMFILM;
2656         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2657         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2658                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2659         if (ret != MM_ERROR_NONE) {
2660                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2661         }
2662 */
2663
2664         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2665         {
2666                 int scene_capture_type;
2667
2668                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2669                 if (ret == MM_ERROR_NONE) {
2670                         _mmcam_dbg_log("Scene mode(program mode) [%d]", value);
2671
2672                         if (value == MM_CAMCORDER_SCENE_MODE_NORMAL) {
2673                                 scene_capture_type = 0; /* standard */
2674                         } else if (value == MM_CAMCORDER_SCENE_MODE_PORTRAIT) {
2675                                 scene_capture_type = 2; /* portrait */
2676                         } else if (value == MM_CAMCORDER_SCENE_MODE_LANDSCAPE) {
2677                                 scene_capture_type = 1; /* landscape */
2678                         } else if (value == MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE) {
2679                                 scene_capture_type = 3; /* night scene */
2680                         } else {
2681                                 scene_capture_type = 4; /* Others */
2682                         }
2683
2684                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
2685                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
2686                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2687                         if (ret != MM_ERROR_NONE) {
2688                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
2689                         }
2690                 } else {
2691                         _mmcam_dbg_warn("failed to get scene mode [%x]", ret);
2692                 }
2693         }
2694
2695         /*36. EXIF_TAG_GAIN_CONTROL*/
2696         /*FIXME*/
2697 /*
2698         value = MM_GAIN_CONTROL;
2699         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2700         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
2701                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2702         if (ret != MM_ERROR_NONE) {
2703                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
2704         }
2705 */
2706
2707
2708         /*37. EXIF_TAG_CONTRAST */
2709         {
2710                 type_int_range *irange = NULL;
2711                 int level = 0;
2712
2713                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2714                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2715                                                       "Contrast",
2716                                                       &irange);
2717                 if (irange != NULL) {
2718                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
2719
2720                         _mmcam_dbg_log("CONTRAST currentt [%d], default [%d]", value, irange->default_value);
2721
2722                         if (value == irange->default_value) {
2723                                 level = MM_VALUE_NORMAL;
2724                         } else if (value < irange->default_value) {
2725                                 level = MM_VALUE_LOW;
2726                         } else {
2727                                 level = MM_VALUE_HARD;
2728                         }
2729
2730                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2731                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
2732                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2733                         if (ret != MM_ERROR_NONE) {
2734                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
2735                         }
2736                 } else {
2737                         _mmcam_dbg_warn("failed to get range of contrast");
2738                 }
2739         }
2740
2741         /*38. EXIF_TAG_SATURATION*/
2742         {
2743                 type_int_range *irange = NULL;
2744                 int level = 0;
2745
2746                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2747                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2748                                                       "Saturation",
2749                                                       &irange);
2750                 if (irange != NULL) {
2751                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
2752
2753                         _mmcam_dbg_log("SATURATION current [%d], default [%d]", value, irange->default_value);
2754
2755                         if (value == irange->default_value) {
2756                                 level = MM_VALUE_NORMAL;
2757                         } else if (value < irange->default_value) {
2758                                 level = MM_VALUE_LOW;
2759                         } else {
2760                                 level=MM_VALUE_HARD;
2761                         }
2762
2763                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2764                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
2765                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2766                         if (ret != MM_ERROR_NONE) {
2767                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
2768                         }
2769                 } else {
2770                         _mmcam_dbg_warn("failed to get range of saturation");
2771                 }
2772         }
2773
2774         /*39. EXIF_TAG_SHARPNESS*/
2775         {
2776                 type_int_range *irange = NULL;
2777                 int level = 0;
2778
2779                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2780                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2781                                                       "Sharpness",
2782                                                       &irange);
2783                 if (irange != NULL) {
2784                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
2785
2786                         _mmcam_dbg_log("SHARPNESS current [%d], default [%d]", value, irange->default_value);
2787
2788                         if (value == irange->default_value) {
2789                                 level = MM_VALUE_NORMAL;
2790                         } else if (value < irange->default_value) {
2791                                 level = MM_VALUE_LOW;
2792                         } else {
2793                                 level = MM_VALUE_HARD;
2794                         }
2795
2796                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2797                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
2798                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2799                         if (ret != MM_ERROR_NONE) {
2800                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
2801                         }
2802                 } else {
2803                         _mmcam_dbg_warn("failed to get range of sharpness");
2804                 }
2805         }
2806
2807         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
2808         /*FIXME*/
2809         value = MM_SUBJECT_DISTANCE_RANGE;
2810         _mmcam_dbg_log("DISTANCE_RANGE [%d]", value);
2811         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2812         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
2813                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2814         if (ret != MM_ERROR_NONE) {
2815                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
2816         }
2817
2818         /* GPS information */
2819         __mmcamcorder_update_exif_gps(handle, ed);
2820
2821         _mmcam_dbg_log("");
2822
2823         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2824         if (ret != MM_ERROR_NONE) {
2825                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2826         }
2827
2828 exit:
2829         _mmcam_dbg_log("finished!! [%x]", ret);
2830
2831         if (ed) {
2832                 exif_data_unref (ed);
2833         }
2834
2835         return ret;
2836 }
2837
2838
2839 static void __sound_status_changed_cb(keynode_t* node, void *data)
2840 {
2841         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2842         _MMCamcorderImageInfo *info = NULL;
2843
2844         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2845
2846         _mmcam_dbg_log("START");
2847
2848         info = hcamcorder->sub_context->info_image;
2849
2850         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
2851
2852         _mmcam_dbg_log("DONE : sound status %d", info->sound_status);
2853
2854         return;
2855 }