src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include <gst/video/cameracontrol.h>
  29 #include <mm_sound.h>
  30 #include "mm_camcorder_internal.h"
  31 #include "mm_camcorder_stillshot.h"
  32 #include "mm_camcorder_exifinfo.h"
  33 #include "mm_camcorder_exifdef.h"
  34 #include <libexif/exif-loader.h>
  35 #include <libexif/exif-utils.h>
  36 #include <libexif/exif-data.h>
  37
  38 /*---------------------------------------------------------------------------------------
  39 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  40 ---------------------------------------------------------------------------------------*/
  41 #define EXIF_SET_ERR( return_type,tag_id) \
  42         _mmcam_dbg_err("error=%x,tag=%x",return_type,tag_id); \
  43         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  44                 goto exit; \
  45         }
  46
  47 /*---------------------------------------------------------------------------------------
  48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  49 ---------------------------------------------------------------------------------------*/
  50 #define THUMBNAIL_WIDTH         320
  51 #define THUMBNAIL_HEIGHT        240
  52 #define THUMBNAIL_JPEG_QUALITY  90
  53 #define TRY_LOCK_MAX_COUNT      100
  54 #define TRY_LOCK_TIME           20000   /* ms */
  55 #define H264_PREVIEW_BITRATE    1024*10 /* kbps */
  56 #define H264_PREVIEW_NEWGOP_INTERVAL    1000 /* ms */
  57 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  58
  59
  60 /*---------------------------------------------------------------------------------------
  61 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  62 ---------------------------------------------------------------------------------------*/
  63 /** STATIC INTERNAL FUNCTION **/
  64 /* Functions for JPEG capture without Encode bin */
  65 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
  66 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  67 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  68 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  69
  70 /* sound status changed callback */
  71 static void __sound_status_changed_cb(keynode_t* node, void *data);
  72
  73 /*=======================================================================================
  74 |  FUNCTION DEFINITIONS                                                                 |
  75 =======================================================================================*/
  76
  77 /*---------------------------------------------------------------------------------------
  78 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
  79 ---------------------------------------------------------------------------------------*/
  80
  81
  82 int _mmcamcorder_create_stillshot_pipeline(MMHandleType handle)
  83 {
  84         int err = MM_ERROR_UNKNOWN;
  85         GstPad *srcpad = NULL;
  86         GstPad *sinkpad = NULL;
  87
  88         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
  89         _MMCamcorderSubContext *sc = NULL;
  90
  91         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  92
  93         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
  94         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
  95
  96         _mmcam_dbg_log("");
  97
  98         /* Create gstreamer element */
  99         _mmcam_dbg_log("Using Encodebin for capturing");
 100
 101         /* Create capture pipeline */
 102         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 103
 104         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 105         if (err != MM_ERROR_NONE) {
 106                 return err;
 107         }
 108
 109         /* add element and encodesink bin to encode main pipeline */
 110         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 111                          sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 112                          sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
 113                          sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 114                          NULL);
 115
 116         /* Link each element : appsrc - capsfilter - encodesink bin */
 117         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 118         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
 119         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 120
 121         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
 122         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 123         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 124
 125         /* connect handoff signal to get capture data */
 126         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 127                                    _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 128                                    G_CALLBACK(__mmcamcorder_handoff_callback),
 129                                    hcamcorder);
 130
 131         return MM_ERROR_NONE;
 132
 133 pipeline_creation_error:
 134         _mmcamcorder_remove_stillshot_pipeline(handle);
 135         return err;
 136 }
 137
 138
 139 int _mmcamcorder_connect_capture_signal(MMHandleType handle)
 140 {
 141         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 142         _MMCamcorderSubContext *sc = NULL;
 143
 144         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 145
 146         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 147         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 148
 149         /* check video source element */
 150         if (sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst) {
 151                 _mmcam_dbg_warn("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 152                 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 153                                            _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 154                                            G_CALLBACK(__mmcamcorder_image_capture_cb),
 155                                            hcamcorder);
 156
 157                 return MM_ERROR_NONE;
 158         } else {
 159                 _mmcam_dbg_err("videosrc element is not created yet");
 160                 return MM_ERROR_CAMCORDER_NOT_INITIALIZED;
 161         }
 162 }
 163
 164
 165 int _mmcamcorder_remove_stillshot_pipeline(MMHandleType handle)
 166 {
 167         int ret = MM_ERROR_NONE;
 168         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 169         _MMCamcorderSubContext *sc = NULL;
 170
 171         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 172
 173         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 174         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 175
 176         _mmcam_dbg_log("");
 177
 178         /* Check pipeline */
 179         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 180                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 181                 if (ret != MM_ERROR_NONE) {
 182                         _mmcam_dbg_err("Faile to change encode main pipeline state [0x%x]", ret);
 183                         return ret;
 184                 }
 185
 186                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 187
 188                 GstPad *reqpad = NULL;
 189
 190                 /* release request pad */
 191                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 192                 if (reqpad) {
 193                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 194                         gst_object_unref(reqpad);
 195                         reqpad = NULL;
 196                 }
 197
 198                 /* release encode main pipeline */
 199                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 200
 201                 _mmcam_dbg_log("Encoder pipeline removed");
 202         } else {
 203                 _mmcam_dbg_log("encode main pipeline is already removed");
 204         }
 205
 206         return MM_ERROR_NONE;
 207 }
 208
 209
 210 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 211 {
 212         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 213         _MMCamcorderSubContext *sc = NULL;
 214
 215         mmf_return_if_fail(hcamcorder);
 216
 217         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 218         mmf_return_if_fail(sc && sc->element);
 219
 220         _mmcam_dbg_log("");
 221
 222         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 223                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 224                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 225
 226                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 227
 228                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 229
 230                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 231
 232                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 233         }
 234
 235         return;
 236 }
 237
 238
 239 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
 240 {
 241         int ret = MM_ERROR_NONE;
 242         int UseCaptureMode = 0;
 243         int width = 0;
 244         int height = 0;
 245         int fps = 0;
 246         int cap_format = MM_PIXEL_FORMAT_NV12;
 247         int image_encoder = MM_IMAGE_CODEC_JPEG;
 248         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 249         int is_modified_size = FALSE;
 250         int tag_orientation = 0;
 251         unsigned int cap_fourcc = 0;
 252
 253         char *err_name = NULL;
 254         const char *videosrc_name = NULL;
 255
 256         GstCameraControl *control = NULL;
 257
 258         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 259         _MMCamcorderImageInfo *info = NULL;
 260         _MMCamcorderSubContext *sc = NULL;
 261         type_element *VideosrcElement = NULL;
 262         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 263
 264         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 265
 266         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 267         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 268
 269         _mmcam_dbg_log("");
 270
 271         info = sc->info_image;
 272
 273         if (info->capturing) {
 274                 _mmcam_dbg_err("already capturing");
 275                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 276         }
 277
 278         _mmcamcorder_conf_get_value_int(handle, hcamcorder->conf_main,
 279                                         CONFIGURE_CATEGORY_MAIN_CAPTURE,
 280                                         "UseCaptureMode",
 281                                         &UseCaptureMode);
 282
 283         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 284                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 285                                       "VideosrcElement",
 286                                       &VideosrcElement);
 287
 288         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 289
 290         /* get current state */
 291         mm_camcorder_get_state(handle, &current_state);
 292
 293         /* set capture flag */
 294         info->capturing = TRUE;
 295
 296         ret = mm_camcorder_get_attributes(handle, &err_name,
 297                                     MMCAM_IMAGE_ENCODER, &image_encoder,
 298                                     MMCAM_CAMERA_WIDTH, &width,
 299                                     MMCAM_CAMERA_HEIGHT, &height,
 300                                     MMCAM_CAMERA_FPS, &fps,
 301                                     MMCAM_CAPTURE_FORMAT, &cap_format,
 302                                     MMCAM_CAPTURE_WIDTH, &info->width,
 303                                     MMCAM_CAPTURE_HEIGHT, &info->height,
 304                                     MMCAM_CAPTURE_COUNT, &info->count,
 305                                     MMCAM_CAPTURE_INTERVAL, &info->interval,
 306                                     MMCAM_STROBE_MODE, &strobe_mode,
 307                                     MMCAM_TAG_ORIENTATION, &tag_orientation,
 308                                     NULL);
 309         if (err_name) {
 310                 _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 311                 free(err_name);
 312                 err_name = NULL;
 313         }
 314
 315         ret = MM_ERROR_NONE;
 316
 317         /* check capture count */
 318         if (info->count < 1) {
 319                 _mmcam_dbg_err("capture count[%d] is invalid", info->count);
 320                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 321                 goto cmd_done;
 322         } else if (info->count == 1) {
 323                 info->type = _MMCamcorder_SINGLE_SHOT;
 324         } else {
 325                 info->type = _MMCamcorder_MULTI_SHOT;
 326                 info->next_shot_time = 0;
 327                 info->multi_shot_stop = FALSE;
 328
 329                 /* sound init to pause other session */
 330 #ifdef _MMCAMCORDER_UPLOAD_SAMPLE
 331                 _mmcamcorder_sound_init(handle, _MMCAMCORDER_FILEPATH_CAPTURE2_SND);
 332 #else /* _MMCAMCORDER_UPLOAD_SAMPLE */
 333                 _mmcamcorder_sound_init(handle);
 334 #endif /* _MMCAMCORDER_UPLOAD_SAMPLE */
 335         }
 336
 337         _mmcam_dbg_log("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 338                        width, height, info->preview_format, info->width, info->height, cap_format,
 339                        info->count, info->hdr_capture_mode, info->interval);
 340
 341         /* check state */
 342         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 343                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 344                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 345                         _mmcam_dbg_err("does not support multi/HDR capture while recording");
 346                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 347                         goto cmd_done;
 348                 }
 349
 350                 /* check capture size if ZSL is not supported*/
 351                 if (hcamcorder->support_zsl_capture == FALSE) {
 352                         _mmcam_dbg_warn("Capture size should be same with preview size while recording");
 353                         _mmcam_dbg_warn("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 354
 355                         info->width = width;
 356                         info->height = height;
 357
 358                         _mmcam_dbg_log("set capture width and height [%dx%d] to camera plugin", width, height);
 359                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 360                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 361
 362                         is_modified_size = TRUE;
 363                 }
 364         }
 365
 366         info->capture_cur_count = 0;
 367         info->capture_send_count = 0;
 368
 369         sc->internal_encode = FALSE;
 370
 371         if (!sc->bencbin_capture) {
 372                 /* Check encoding method */
 373                 if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
 374                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 375                             (sc->SensorEncodedCapture && sc->info_video->support_dual_stream) ||
 376                             is_modified_size) {
 377                                 cap_fourcc = _mmcamcorder_get_fourcc(cap_format, image_encoder, hcamcorder->use_zero_copy_format);
 378                                 _mmcam_dbg_log("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 379                         } else {
 380                                 /* no need to encode internally if ITLV format */
 381                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY) {
 382                                         sc->internal_encode = TRUE;
 383                                 }
 384                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 385
 386                                 _mmcam_dbg_log("MSL JPEG Capture : capture fourcc %c%c%c%c",
 387                                                cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 388                         }
 389                 } else {
 390                         cap_fourcc = _mmcamcorder_get_fourcc(cap_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 391                 }
 392
 393                 _mmcam_dbg_log("capture format (%d)", cap_format);
 394
 395                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 396                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 397                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 398                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 399
 400                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 401                         _mmcam_dbg_err("Can't cast Video source into camera control.");
 402                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 403                         goto cmd_done;
 404                 }
 405
 406                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 407                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 408         } else {
 409                 int need_change = 0;
 410                 int set_width = 0;
 411                 int set_height = 0;
 412                 int cap_jpeg_quality = 0;
 413
 414                 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 415                         _mmcam_dbg_err("could not capture in this target while recording");
 416                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 417                         goto cmd_done;
 418                 }
 419
 420                 if (UseCaptureMode) {
 421                         if (width != MMFCAMCORDER_HIGHQUALITY_WIDTH || height != MMFCAMCORDER_HIGHQUALITY_HEIGHT) {
 422                                 need_change = 1;
 423                         }
 424                 } else {
 425                         if (width != info->width || height != info->height) {
 426                                 need_change = 1;
 427                         }
 428                 }
 429
 430                 if (need_change) {
 431                         int rotation = 0;
 432
 433                         _mmcam_dbg_log("Need to change resolution");
 434
 435                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 436                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 437
 438                         /* make pipeline state as READY */
 439                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 440
 441                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 442                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 443
 444                         if (ret != MM_ERROR_NONE) {
 445                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
 446                                 goto cmd_done;
 447                         }
 448
 449                         if (UseCaptureMode) {
 450                                 set_width = MMFCAMCORDER_HIGHQUALITY_WIDTH;
 451                                 set_height = MMFCAMCORDER_HIGHQUALITY_HEIGHT;
 452                         } else {
 453                                 set_width = info->width;
 454                                 set_height = info->height;
 455                         }
 456
 457                         mm_camcorder_get_attributes(handle, &err_name,
 458                                                     MMCAM_CAMERA_ROTATION, &rotation,
 459                                                     NULL);
 460                         if (err_name) {
 461                                 _mmcam_dbg_warn("get_attributes err %s", err_name);
 462                                 free(err_name);
 463                                 err_name = NULL;
 464                         }
 465
 466                         /* set new caps */
 467                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, set_width, set_height, fps, rotation);
 468                         if (!ret) {
 469                                 _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 470                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 471                                 goto cmd_done;
 472                         }
 473
 474                         info->resolution_change = TRUE;
 475
 476                         /* make pipeline state as PLAYING */
 477                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 478                         if (ret != MM_ERROR_NONE) {
 479                                 _mmcam_dbg_err("failed to set state PLAYING %x", ret);
 480                                 goto cmd_done;
 481                         }
 482
 483                         _mmcam_dbg_log("Change to target resolution(%d, %d)", set_width, set_height);
 484                 } else {
 485                         _mmcam_dbg_log("No need to change resolution. Open toggle now.");
 486                         info->resolution_change = FALSE;
 487                 }
 488
 489                 /* add encodesinkbin */
 490                 ret = _mmcamcorder_create_stillshot_pipeline((MMHandleType)hcamcorder);
 491                 if (ret != MM_ERROR_NONE) {
 492                         _mmcam_dbg_err("failed to create encodesinkbin %x", ret);
 493                         goto cmd_done;
 494                 }
 495
 496                 ret = mm_camcorder_get_attributes(handle, &err_name,
 497                                                   MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 498                                                   NULL);
 499                 if (err_name) {
 500                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
 501                         free(err_name);
 502                         err_name = NULL;
 503                 }
 504
 505                 /* set JPEG quality */
 506                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 507
 508                 /* set handoff signal as TRUE */
 509                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,"signal-handoffs", TRUE);
 510                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 511
 512                 /* Prepare for the shutter sound when it's the bencbin mode capture */
 513                 sc->info_video->is_firstframe = TRUE;
 514
 515                 /* set push encoding buffer as TRUE */
 516                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 517
 518                 /* make encode pipeline state as PLAYING */
 519                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 520                 if (ret != MM_ERROR_NONE) {
 521                         _mmcam_dbg_err("failed to set state PLAYING %x", ret);
 522                         goto cmd_done;
 523                 }
 524         }
 525
 526         /* Play capture sound here if single capture */
 527         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 528              (hcamcorder->support_zsl_capture == FALSE ||
 529               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 530             info->hdr_capture_mode) {
 531                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 532                     hcamcorder->support_zsl_capture == TRUE &&
 533                     !info->hdr_capture_mode) {
 534                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_FILEPATH_CAPTURE_SND, FALSE);
 535                 }
 536
 537                 /* set flag */
 538                 info->played_capture_sound = TRUE;
 539         } else {
 540                 /* set flag */
 541                 info->played_capture_sound = FALSE;
 542         }
 543
 544 cmd_done:
 545         if (ret != MM_ERROR_NONE) {
 546                 info->capturing = FALSE;
 547         }
 548
 549         return ret;
 550 }
 551
 552
 553 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 554 {
 555         int ret = MM_ERROR_NONE;
 556         int width = 0;
 557         int height = 0;
 558         int fps = 0;
 559         int rotation = 0;
 560         unsigned int current_framecount = 0;
 561         int current_state = MM_CAMCORDER_STATE_NONE;
 562         gboolean fps_auto = FALSE;
 563         char *err_name = NULL;
 564         const char *videosrc_name = NULL;
 565
 566         GstState state;
 567         GstElement *pipeline = NULL;
 568         GstCameraControl *control = NULL;
 569
 570         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 571         _MMCamcorderImageInfo *info = NULL;
 572         _MMCamcorderSubContext *sc = NULL;
 573         type_element *VideosrcElement = NULL;
 574
 575         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 576
 577         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 578         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 579
 580         /*_mmcam_dbg_log("");*/
 581
 582         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 583         info = sc->info_image;
 584
 585         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
 586                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
 587                                       "VideosrcElement",
 588                                       &VideosrcElement);
 589
 590         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
 591
 592         sc->display_interval = 0;
 593         sc->previous_slot_time = 0;
 594
 595         /* Image info */
 596         info->next_shot_time = 0;
 597         info->multi_shot_stop = TRUE;
 598         info->capturing = FALSE;
 599
 600         _mmcamcorder_vframe_stablize(handle);
 601
 602         current_state = _mmcamcorder_get_state(handle);
 603         _mmcam_dbg_log("current state [%d]", current_state);
 604
 605         if (!sc->bencbin_capture) {
 606                 _mmcam_dbg_log("Preview start");
 607
 608                 /* just set capture stop command if current state is CAPTURING */
 609                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
 610                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 611                                 _mmcam_dbg_err("Can't cast Video source into camera control.");
 612                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 613                         }
 614
 615                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 616                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
 617
 618                         current_framecount = sc->kpi.video_framecount;
 619                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
 620                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
 621                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 622                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 623                         }
 624                 } else {
 625                         int focus_mode = 0;
 626                         mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 627
 628                         /* This case is starting of preview */
 629                         ret = mm_camcorder_get_attributes(handle, &err_name,
 630                                                           MMCAM_CAMERA_FPS_AUTO, &fps_auto,
 631                                                           MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
 632                                                           NULL);
 633                         if (ret != MM_ERROR_NONE) {
 634                                 _mmcam_dbg_warn("Get attrs fail. (%s:%x)", err_name, ret);
 635                                 SAFE_FREE (err_name);
 636                         }
 637
 638                         _mmcam_dbg_log("focus mode %d", focus_mode);
 639
 640                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
 641
 642                         /* set focus mode */
 643                         if (attr) {
 644                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
 645                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_CAMERA_FOCUS_MODE]));
 646                                         if (mmf_attrs_commit((MMHandleType)attr) == -1) {
 647                                                 _mmcam_dbg_err("set focus mode error");
 648                                         } else {
 649                                                 _mmcam_dbg_log("set focus mode success");
 650                                         }
 651                                 } else {
 652                                         _mmcam_dbg_log("focus mode is not supported");
 653                                 }
 654                         } else {
 655                                 _mmcam_dbg_err("failed to get attributes");
 656                         }
 657                 }
 658         }
 659
 660         /* init prev_time */
 661         sc->info_video->prev_preview_ts = 0;
 662
 663         gst_element_get_state(pipeline, &state, NULL, -1);
 664
 665         if (state == GST_STATE_PLAYING) {
 666                 if (!sc->bencbin_capture) {
 667                         int try_count = 0;
 668
 669                         if (hcamcorder->support_zsl_capture == FALSE) {
 670                                 mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
 671
 672                                 /* Set strobe mode - strobe mode can not be set to driver while captuing */
 673                                 if (attr) {
 674                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_STROBE_MODE]));
 675                                         if (mmf_attrs_commit((MMHandleType) attr) == -1) {
 676                                                 _mmcam_dbg_warn("Failed to set strobe mode");
 677                                         }
 678                                 }
 679
 680                                 while (current_framecount >= sc->kpi.video_framecount &&
 681                                        try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
 682                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
 683                                 }
 684                         }
 685
 686                         if (info->type == _MMCamcorder_MULTI_SHOT) {
 687                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 688                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 689                         }
 690
 691                         _mmcam_dbg_log("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
 692                                        current_framecount, sc->kpi.video_framecount, try_count);
 693                 } else {
 694                         ret = _mmcamcorder_remove_stillshot_pipeline(handle);
 695                         if (ret != MM_ERROR_NONE) {
 696                                 goto cmd_error;
 697                         }
 698
 699                         if (info->resolution_change) {
 700                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 701                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 702                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 703                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 704                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 705                                 if (ret != MM_ERROR_NONE) {
 706                                         goto cmd_error;
 707                                 }
 708
 709                                 /* check if resolution need to rollback */
 710                                 mm_camcorder_get_attributes(handle, &err_name,
 711                                                             MMCAM_CAMERA_WIDTH, &width,
 712                                                             MMCAM_CAMERA_HEIGHT, &height,
 713                                                             MMCAM_CAMERA_FPS, &fps,
 714                                                             MMCAM_CAMERA_ROTATION, &rotation,
 715                                                             NULL);
 716
 717                                 /* set new caps */
 718                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
 719                                 if (!ret) {
 720                                         _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
 721                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
 722                                         goto cmd_error;
 723                                 }
 724
 725                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 726                                 if (ret != MM_ERROR_NONE) {
 727                                         goto cmd_error;
 728                                 }
 729                         }
 730                 }
 731
 732                 /* sound finalize */
 733                 if (info->type == _MMCamcorder_MULTI_SHOT) {
 734                         _mmcamcorder_sound_finalize(handle);
 735                 }
 736         } else {
 737                 if (info->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
 738                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "bitrate", H264_PREVIEW_BITRATE);
 739                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "newgop-interval", H264_PREVIEW_NEWGOP_INTERVAL);
 740                 }
 741
 742                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 743                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 744
 745                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
 746
 747                 if (ret != MM_ERROR_NONE) {
 748                         goto cmd_error;
 749                 }
 750
 751                 /* get sound status/volume level and register changed_cb */
 752                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
 753                     info->sound_status == _SOUND_STATUS_INIT) {
 754                         _mmcam_dbg_log("get sound status/volume level and register vconf changed_cb");
 755
 756                         /* get sound status */
 757                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
 758
 759                         _mmcam_dbg_log("sound status %d", info->sound_status);
 760
 761                         /* register changed_cb */
 762                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
 763                 }
 764         }
 765
 766 cmd_error:
 767         return ret;
 768 }
 769
 770
 771 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
 772 {
 773         int ret = MM_ERROR_NONE;
 774         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 775         int set_strobe = 0;
 776         GstCameraControl *control = NULL;
 777         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 778
 779         GstElement *pipeline = NULL;
 780
 781         _MMCamcorderSubContext *sc = NULL;
 782
 783         _mmcam_dbg_log("");
 784
 785         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 786
 787         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 788         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 789
 790         /* check strobe and set OFF if PERMANENT mode */
 791         mm_camcorder_get_attributes(handle, NULL,
 792                                     MMCAM_STROBE_MODE, &strobe_mode,
 793                                     NULL);
 794         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
 795             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 796                 _mmcam_dbg_log("current strobe mode is PERMANENT, set OFF");
 797
 798                 /* get camera control */
 799                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 800                 if (control) {
 801                         /* convert MSL to sensor value */
 802                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
 803
 804                         /* set strobe OFF */
 805                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
 806
 807                         _mmcam_dbg_log("set strobe OFF done - value: %d", set_strobe);
 808                 } else {
 809                         _mmcam_dbg_warn("cast CAMERA_CONTROL failed");
 810                 }
 811         }
 812
 813         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 814
 815         if(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 816                 _mmcam_dbg_log("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 817                 _mmcamcorder_remove_recorder_pipeline(handle);
 818         }
 819
 820         /* Disable skip flush buffer  */
 821         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", FALSE);
 822
 823         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 824         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 825
 826         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
 827
 828         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 829         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 830
 831         /* Enable skip flush buffer  */
 832         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", TRUE);
 833
 834         /* deregister sound status callback */
 835         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
 836                 _mmcam_dbg_log("deregister sound status callback");
 837
 838                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
 839                 mm_sound_volume_remove_callback(VOLUME_TYPE_SYSTEM);
 840
 841                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
 842         }
 843
 844         return ret;
 845 }
 846
 847
 848 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
 849 {
 850         int ret = MM_ERROR_NONE;
 851
 852         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 853         _MMCamcorderSubContext *sc = NULL;
 854
 855         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 856
 857         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 858         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 859
 860         _mmcam_dbg_log("command %d", command);
 861
 862         switch (command) {
 863         case _MMCamcorder_CMD_CAPTURE:
 864                 ret = _mmcamcorder_image_cmd_capture(handle);
 865                 break;
 866         case _MMCamcorder_CMD_PREVIEW_START:
 867                 ret = _mmcamcorder_image_cmd_preview_start(handle);
 868
 869                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
 870                 _mmcamcorder_video_current_framerate_init(handle);
 871                 break;
 872         case _MMCamcorder_CMD_PREVIEW_STOP:
 873                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
 874                 break;
 875         case _MMCamcorder_CMD_RECORD:
 876         case _MMCamcorder_CMD_PAUSE:
 877         case _MMCamcorder_CMD_CANCEL:
 878         case _MMCamcorder_CMD_COMMIT:
 879                 /* video recording command */
 880                 ret = _mmcamcorder_video_command(handle, command);
 881                 break;
 882         default:
 883                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 884                 break;
 885         }
 886
 887         return ret;
 888 }
 889
 890
 891 void __mmcamcorder_init_stillshot_info (MMHandleType handle)
 892 {
 893         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 894         _MMCamcorderSubContext *sc = NULL;
 895         _MMCamcorderImageInfo *info = NULL;
 896
 897         mmf_return_if_fail(hcamcorder);
 898
 899         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 900         mmf_return_if_fail(sc && sc->info_image);
 901
 902         info = sc->info_image;
 903
 904         _mmcam_dbg_log("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
 905
 906         if (info->type ==_MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
 907                 info->capture_cur_count = 0;
 908                 info->capture_send_count = 0;
 909                 info->multi_shot_stop = TRUE;
 910                 info->next_shot_time = 0;
 911
 912                 /* capturing flag set to FALSE here */
 913                 info->capturing = FALSE;
 914         }
 915
 916         return;
 917 }
 918
 919
 920 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
 921 {
 922         int ret = MM_ERROR_NONE;
 923         unsigned char *data = NULL;
 924         unsigned int datalen = 0;
 925         _MMCamcorderSubContext *sc = NULL;
 926         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 927
 928         mmf_return_val_if_fail(hcamcorder, FALSE);
 929         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 930         mmf_return_val_if_fail(sc, FALSE);
 931
 932         _mmcam_dbg_log("");
 933
 934         if (!original || original->data == NULL || original->length == 0) {
 935                 if (!original) {
 936                         _mmcam_dbg_log("original is null");
 937                 } else {
 938                         _mmcam_dbg_log("data=%p, length=%d", original->data, original->length);
 939                 }
 940                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 941         } else {
 942                 /* original is input/output param. save original values to local var. */
 943                 data = original->data;
 944                 datalen = original->length;
 945         }
 946
 947         if (provide_exif == FALSE) {
 948                 if (thumbnail) {
 949                         if (thumbnail->data && thumbnail->length > 0) {
 950                                 _mmcam_dbg_log("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
 951                                                thumbnail->data, thumbnail->width, thumbnail->height);
 952
 953                                 /* add thumbnail exif info */
 954                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
 955                                                                  thumbnail->data,
 956                                                                  thumbnail->width,
 957                                                                  thumbnail->height,
 958                                                                  thumbnail->length);
 959                         } else {
 960                                 _mmcam_dbg_err("Skip adding thumbnail (data=%p, length=%d)",
 961                                                thumbnail->data, thumbnail->length);
 962                         }
 963                 }
 964         } else {
 965                 ret = MM_ERROR_NONE;
 966         }
 967
 968         if (ret == MM_ERROR_NONE) {
 969                 /* write jpeg with exif */
 970                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length ,hcamcorder->exif_info, data, datalen);
 971                 if (ret != MM_ERROR_NONE) {
 972                         _mmcam_dbg_err("mm_exif_write_exif_jpeg_to_memory error! [0x%x]",ret);
 973                 }
 974         }
 975
 976         _mmcam_dbg_log("END ret 0x%x", ret);
 977
 978         return ret;
 979 }
 980
 981
 982 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
 983 {
 984         GstCaps *caps = NULL;
 985         GstMapInfo mapinfo;
 986         const GstStructure *structure;
 987
 988         mmf_return_if_fail(capture_data && sample);
 989
 990         caps = gst_sample_get_caps(sample);
 991         if (caps == NULL) {
 992                 _mmcam_dbg_err("failed to get caps");
 993                 goto GET_FAILED;
 994         }
 995
 996         structure = gst_caps_get_structure(caps, 0);
 997         if (structure == NULL) {
 998                 _mmcam_dbg_err("failed to get structure");
 999                 goto GET_FAILED;
1000         }
1001
1002         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1003
1004         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1005         capture_data->data = mapinfo.data;
1006         capture_data->format = pixtype;
1007         gst_structure_get_int(structure, "width", &capture_data->width);
1008         gst_structure_get_int(structure, "height", &capture_data->height);
1009         capture_data->length = mapinfo.size;
1010         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1011
1012         _mmcam_dbg_warn("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1013                         capture_data->data, capture_data->width, capture_data->height,
1014                         capture_data->length, capture_data->format);
1015         return;
1016
1017 GET_FAILED:
1018         capture_data->data = NULL;
1019         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1020         capture_data->length = 0;
1021
1022         return;
1023 }
1024
1025
1026 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1027 {
1028         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1029         _MMCamcorderSubContext *sc = NULL;
1030
1031         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1032
1033         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1034         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1035
1036         _mmcam_dbg_log("");
1037
1038         /* if tag enable and doesn't provide exif, we make it */
1039         _mmcam_dbg_log("Add exif information if existed(thumbnail[%p])", thumbnail);
1040         if (thumbnail && thumbnail->data) {
1041                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1042         } else {
1043                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1044         }
1045 }
1046
1047
1048 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1049 {
1050         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1051         _MMCamcorderSubContext *sc = NULL;
1052
1053         mmf_return_if_fail(hcamcorder);
1054         mmf_return_if_fail(dest);
1055
1056         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1057         mmf_return_if_fail(sc);
1058
1059         _mmcam_dbg_log("tag : %d, provide exif : %d", tag_enable, provide_exif);
1060
1061         /* if dest->data is allocated in MSL, release it */
1062         if (tag_enable && !provide_exif) {
1063                 if (dest->data) {
1064                         free(dest->data);
1065                         dest->length = 0;
1066                         dest->data = NULL;
1067                         _mmcam_dbg_log("Jpeg is released!");
1068                 }
1069         } else {
1070                 _mmcam_dbg_log("No need to release");
1071         }
1072
1073         return;
1074 }
1075
1076
1077 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1078 {
1079         int ret = MM_ERROR_NONE;
1080         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1081         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1082         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1083         int codectype = MM_IMAGE_CODEC_JPEG;
1084         int attr_index = 0;
1085         int count = 0;
1086         int stop_cont_shot = FALSE;
1087         int tag_enable = FALSE;
1088         int provide_exif = FALSE;
1089         int capture_quality = 0;
1090         int try_lock_count = 0;
1091         gboolean send_captured_message = FALSE;
1092         unsigned char *exif_raw_data = NULL;
1093         unsigned char *internal_main_data = NULL;
1094         unsigned int internal_main_length = 0;
1095         unsigned char *internal_thumb_data = NULL;
1096         unsigned int internal_thumb_length = 0;
1097         unsigned char *compare_data = NULL;
1098
1099         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1100         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1101         _MMCamcorderImageInfo *info = NULL;
1102         _MMCamcorderSubContext *sc = NULL;
1103         MMCamcorderCaptureDataType dest = {0,};
1104         MMCamcorderCaptureDataType thumb = {0,};
1105         MMCamcorderCaptureDataType scrnail = {0,};
1106         MMCamcorderCaptureDataType encode_src = {0,};
1107         GstMapInfo mapinfo1;
1108         GstMapInfo mapinfo2;
1109         GstMapInfo mapinfo3;
1110
1111         mmf_attrs_t *attrs = NULL;
1112         mmf_attribute_t *item_screennail = NULL;
1113         mmf_attribute_t *item_exif_raw_data = NULL;
1114
1115         mmf_return_if_fail(hcamcorder);
1116
1117         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1118         mmf_return_if_fail(sc && sc->info_image);
1119
1120         info = sc->info_image;
1121
1122         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1123         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1124         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1125
1126         /* get current state */
1127         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1128
1129         _mmcam_dbg_err("START - current state %d", current_state);
1130
1131         /* check capture state */
1132         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0) {
1133                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, "capture-break-cont-shot", &stop_cont_shot, NULL);
1134         }
1135
1136         if (!info->capturing || stop_cont_shot) {
1137                 _mmcam_dbg_warn("stop command[%d] or not capturing state[%d]. skip this...",
1138                                 stop_cont_shot, info->capturing);
1139
1140                 /*free GstBuffer*/
1141                 if (sample1) {
1142                         gst_sample_unref(sample1);
1143                 }
1144                 if (sample2) {
1145                         gst_sample_unref(sample2);
1146                 }
1147                 if (sample3) {
1148                         gst_sample_unref(sample3);
1149                 }
1150
1151                 return;
1152         }
1153
1154         /* check command lock to block capture callback if capture start API is not returned
1155            wait for 2 seconds at worst case */
1156         try_lock_count = 0;
1157         do {
1158                 _mmcam_dbg_log("Try command LOCK");
1159                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1160                         _mmcam_dbg_log("command LOCK OK");
1161                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1162                         break;
1163                 }
1164
1165                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1166                         _mmcam_dbg_warn("command LOCK Failed, retry...[count %d]", try_lock_count);
1167                         usleep(TRY_LOCK_TIME);
1168                 } else {
1169                         _mmcam_dbg_err("failed to lock command LOCK");
1170                         break;
1171                 }
1172         } while (TRUE);
1173
1174         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1175                 /* play capture sound here if multi capture
1176                    or preview format is ITLV(because of AF and flash control in plugin) */
1177                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1178                         pthread_mutex_lock(&(hcamcorder->task_thread_lock));
1179                         _mmcam_dbg_log("send signal for sound play");
1180                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1181                         pthread_cond_signal(&(hcamcorder->task_thread_cond));
1182                         pthread_mutex_unlock(&(hcamcorder->task_thread_lock));
1183                 } else if (!info->played_capture_sound) {
1184                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_FILEPATH_CAPTURE_SND, FALSE);
1185                 }
1186         } else {
1187                 /* Handle capture in recording case */
1188                 hcamcorder->capture_in_recording = FALSE;
1189
1190                 pthread_mutex_lock(&(hcamcorder->task_thread_lock));
1191
1192                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
1193                         _mmcam_dbg_log("send signal for capture in recording");
1194                         pthread_cond_signal(&(hcamcorder->task_thread_cond));
1195                 } else {
1196                         _mmcam_dbg_warn("unexpected task thread state : %d", hcamcorder->task_thread_state);
1197                 }
1198
1199                 pthread_mutex_unlock(&(hcamcorder->task_thread_lock));
1200         }
1201
1202         /* init capture data */
1203         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1204         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1205         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1206
1207         /* Prepare main, thumbnail buffer */
1208         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1));
1209         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1210                 _mmcam_dbg_err("Unsupported pixel type");
1211                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1212                 goto error;
1213         }
1214
1215         /* Main image buffer */
1216         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1217                 _mmcam_dbg_err("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1218                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1219                 goto error;
1220         }else{
1221                 if ( (mapinfo1.data == NULL) && (mapinfo1.size == 0) ){
1222                         _mmcam_dbg_err("mapinfo1 is wrong (%p, size %d)", mapinfo1.data, mapinfo1.size);
1223                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1224                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1225                         goto error;
1226                 }else
1227                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1228         }
1229
1230         if ( !sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ) ) {
1231                 _mmcam_dbg_log("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1232         }
1233         if ( !sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ)) {
1234                 _mmcam_dbg_log("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1235         }
1236
1237         /* Screennail image buffer */
1238         attrs = (mmf_attrs_t*)MMF_CAMCORDER_ATTRS(hcamcorder);
1239         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index);
1240         item_screennail = &attrs->items[attr_index];
1241
1242         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1243                 _mmcam_dbg_log("Screennail (sample3=%p,size=%d)", sample3, mapinfo3.size);
1244
1245                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3));
1246                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1247
1248                 /* Set screennail attribute for application */
1249                 ret = mmf_attribute_set_data(item_screennail, &scrnail, sizeof(scrnail));
1250                 _mmcam_dbg_log("Screennail set attribute data %p, size %d, ret %x", &scrnail, sizeof(scrnail), ret);
1251         } else {
1252                 _mmcam_dbg_log("Sample3 has wrong pointer. Not Error. (sample3=%p)",sample3);
1253                 mmf_attribute_set_data(item_screennail, NULL, 0);
1254         }
1255
1256         /* commit screennail data */
1257         mmf_attribute_commit(item_screennail);
1258
1259         /* init thumb data */
1260         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1261
1262         /* get provide-exif */
1263         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1264
1265         /* Thumbnail image buffer */
1266         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1267                 _mmcam_dbg_log("Thumbnail (buffer2=%p)",gst_sample_get_buffer(sample2));
1268                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2));
1269                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1270         } else {
1271                 _mmcam_dbg_log("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1272
1273                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1274                         ExifLoader *l;
1275                         /* get thumbnail from EXIF */
1276                         l = exif_loader_new();
1277                         if (l) {
1278                                 ExifData *ed;
1279                                 char  width[10];
1280                                 char  height[10];
1281                                 ExifEntry *entry = NULL;
1282
1283                                 exif_loader_write (l, dest.data, dest.length);
1284
1285                                 /* Get a pointer to the EXIF data */
1286                                 ed = exif_loader_get_data(l);
1287
1288                                 /* The loader is no longer needed--free it */
1289                                 exif_loader_unref(l);
1290                                 l = NULL;
1291                                 if (ed) {
1292                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1293                                         if (entry != NULL) {
1294                                                 exif_entry_get_value(entry,width,10);
1295                                         }
1296                                         entry = NULL;
1297                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1298                                         if (entry != NULL) {
1299                                                 exif_entry_get_value(entry,height , 10);
1300                                         }
1301                                         entry = NULL;
1302                                         /* Make sure the image had a thumbnail before trying to write it */
1303                                         if (ed->data && ed->size) {
1304                                                 thumb.data = malloc(ed->size);
1305                                                 memcpy(thumb.data,ed->data,ed->size);
1306                                                 thumb.length = ed->size;
1307                                                 #if 0
1308                                                 {
1309                                                     FILE *fp = NULL;
1310                                                     fp = fopen ("/opt/usr/media/thumbnail_test.jpg", "a+");
1311                                                     fwrite (thumb.data, 1, thumb.length, fp);
1312                                                     fclose (fp);
1313                                                 }
1314                                                 #endif
1315                                                 thumb.format = MM_PIXEL_FORMAT_ENCODED;
1316                                                 thumb.width = atoi(width);
1317                                                 thumb.height = atoi(height);
1318                                                 internal_thumb_data = thumb.data;
1319                                         }
1320                                         exif_data_unref(ed);
1321                                         ed = NULL;
1322                                 } else {
1323                                         _mmcam_dbg_warn("failed to get exif data");
1324                                 }
1325                         } else {
1326                                 _mmcam_dbg_warn("failed to create exif loader");
1327                         }
1328                 }
1329
1330                 if (thumb.data == NULL) {
1331                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1332                             scrnail.data && scrnail.length != 0) {
1333                                 /* make thumbnail image with screennail data */
1334                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1335                         } else if (sc->internal_encode) {
1336                                 /* make thumbnail image with main data, this is raw data */
1337                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1338                         }
1339                 }
1340
1341                 /* encode thumbnail */
1342                 if (encode_src.data) {
1343                         unsigned int thumb_width = 0;
1344                         unsigned int thumb_height = 0;
1345                         unsigned int thumb_length = 0;
1346                         unsigned char *thumb_raw_data = NULL;
1347
1348                         /* encode image */
1349                         _mmcam_dbg_log("Encode Thumbnail");
1350
1351                         if (encode_src.width > THUMBNAIL_WIDTH) {
1352                                 /* calculate thumbnail size */
1353                                 thumb_width = THUMBNAIL_WIDTH;
1354                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1355                                 if (thumb_height % 2 != 0) {
1356                                         thumb_height += 1;
1357                                 }
1358
1359                                 _mmcam_dbg_log("need to resize : thumbnail size %dx%d, format %d",
1360                                                thumb_width, thumb_height, encode_src.format);
1361
1362                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1363                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1364                                      encode_src.width % thumb_width == 0 &&
1365                                      encode_src.height % thumb_height == 0) {
1366                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1367                                                                               &thumb_raw_data, thumb_width, thumb_height)) {
1368                                                 thumb_raw_data = NULL;
1369                                                 _mmcam_dbg_warn("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1370                                         }
1371                                 } else {
1372                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1373                                                                            encode_src.length, encode_src.format,
1374                                                                            &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1375                                                 thumb_raw_data = NULL;
1376                                                 _mmcam_dbg_warn("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1377                                         }
1378                                 }
1379                         } else {
1380                                 thumb_width = encode_src.width;
1381                                 thumb_height = encode_src.height;
1382
1383                                 _mmcam_dbg_log("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1384
1385                                 thumb_raw_data = encode_src.data;
1386                                 thumb_length = encode_src.length;
1387                         }
1388
1389                         if (thumb_raw_data) {
1390                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1391                                                                encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1392                                                                (void **)&internal_thumb_data, &internal_thumb_length);
1393                                 if (ret) {
1394                                         _mmcam_dbg_log("encode THUMBNAIL done - data %p, length %d",
1395                                                        internal_thumb_data, internal_thumb_length);
1396
1397                                         thumb.data = internal_thumb_data;
1398                                         thumb.length = internal_thumb_length;
1399                                         thumb.width = thumb_width;
1400                                         thumb.height = thumb_height;
1401                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1402                                 } else {
1403                                         _mmcam_dbg_warn("failed to encode THUMBNAIL");
1404                                 }
1405
1406                                 /* release allocated raw data memory */
1407                                 if (thumb_raw_data != encode_src.data) {
1408                                         free(thumb_raw_data);
1409                                         thumb_raw_data = NULL;
1410                                         _mmcam_dbg_log("release thumb_raw_data");
1411                                 }
1412                         } else {
1413                                 _mmcam_dbg_warn("thumb_raw_data is NULL");
1414                         }
1415                 } else {
1416                         // no raw data src for thumbnail
1417                         _mmcam_dbg_log("no need to encode thumbnail");
1418                 }
1419         }
1420
1421         /* Encode JPEG */
1422         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1423                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1424                                             MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1425                                             NULL);
1426                 _mmcam_dbg_log("Start Internal Encode - capture_quality %d", capture_quality);
1427
1428                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1429                                                pixtype_main, dest.length, capture_quality,
1430                                                (void **)&internal_main_data, &internal_main_length);
1431                 if (!ret) {
1432                         _mmcam_dbg_err("_mmcamcorder_encode_jpeg failed");
1433
1434                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1435
1436                         goto error;
1437                 }
1438
1439                 /* set format */
1440                 dest.data = internal_main_data;
1441                 dest.length = internal_main_length;
1442                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1443
1444                 _mmcam_dbg_log("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1445         }
1446
1447         /* create EXIF info */
1448         if(!provide_exif){ // make new exif
1449                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1450         } else { // load from jpeg buffer dest.data
1451                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1452                 if (ret != MM_ERROR_NONE) {
1453                         _mmcam_dbg_err("Failed to load exif_info [%x], try to create EXIF", ret);
1454                         provide_exif = FALSE;
1455                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1456                 }
1457         }
1458         if (ret != MM_ERROR_NONE) {
1459                 _mmcam_dbg_err("Failed to create exif_info [%x], but keep going...", ret);
1460         } else {
1461                 /* add basic exif info */
1462                 if(!provide_exif) {
1463                         _mmcam_dbg_log("add basic exif info");
1464                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1465                 } else {
1466                         _mmcam_dbg_log("update exif info");
1467                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1468                 }
1469
1470                 if (ret != MM_ERROR_NONE) {
1471                         _mmcam_dbg_warn("Failed set_exif_basic_info [%x], but keep going...", ret);
1472                         ret = MM_ERROR_NONE;
1473                 }
1474         }
1475
1476         /* get attribute item for EXIF data */
1477         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index);
1478         item_exif_raw_data = &attrs->items[attr_index];
1479
1480         /* set EXIF data to attribute */
1481         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1482                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1483                 if (exif_raw_data) {
1484                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1485                         mmf_attribute_set_data(item_exif_raw_data, exif_raw_data, hcamcorder->exif_info->size);
1486                         _mmcam_dbg_log("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1487                 } else {
1488                         _mmcam_dbg_warn("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1489                 }
1490         } else {
1491                 _mmcam_dbg_warn("failed to create EXIF. set EXIF as NULL");
1492                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1493         }
1494
1495         /* commit EXIF data */
1496         mmf_attribute_commit(item_exif_raw_data);
1497
1498         /* get tag-enable */
1499         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1500
1501         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1502         if (dest.format == MM_PIXEL_FORMAT_ENCODED){
1503                 if (tag_enable) {
1504                         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1505                                                     MMCAM_IMAGE_ENCODER, &codectype,
1506                                                     NULL);
1507                         _mmcam_dbg_log("codectype %d", codectype);
1508
1509                         switch (codectype) {
1510                         case MM_IMAGE_CODEC_JPEG:
1511                         case MM_IMAGE_CODEC_SRW:
1512                         case MM_IMAGE_CODEC_JPEG_SRW:
1513                                 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1514                                 if (ret != MM_ERROR_NONE) {
1515                                         _mmcam_dbg_err("Error on setting extra data to jpeg");
1516                                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1517                                         goto error;
1518                                 }
1519                                 break;
1520                         default:
1521                                 _mmcam_dbg_err("The codectype is not supported. (%d)", codectype);
1522                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1523                                 goto error;
1524                         }
1525                 }
1526         }
1527
1528         /* Handle Capture Callback */
1529         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1530
1531         if (hcamcorder->vcapture_cb) {
1532                 _mmcam_dbg_log("APPLICATION CALLBACK START");
1533                 if (thumb.data) {
1534                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1535                 } else {
1536                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1537                 }
1538                 _mmcam_dbg_log("APPLICATION CALLBACK END");
1539         } else {
1540                 _mmcam_dbg_err("Capture callback is NULL.");
1541
1542                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1543
1544                 goto err_release_exif;
1545         }
1546
1547         /* Set capture count */
1548         count = ++(info->capture_send_count);
1549         send_captured_message = TRUE;
1550
1551 err_release_exif:
1552         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1553
1554         /* init screennail and EXIF raw data */
1555         mmf_attribute_set_data(item_screennail, NULL, 0);
1556         mmf_attribute_commit(item_screennail);
1557         if (exif_raw_data) {
1558                 free(exif_raw_data);
1559                 exif_raw_data = NULL;
1560
1561                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1562                 mmf_attribute_commit(item_exif_raw_data);
1563         }
1564
1565         /* Release jpeg data */
1566         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED) {
1567                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1568         }
1569
1570 error:
1571         /* Check end condition and set proper value */
1572         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1573             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1574                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1575         }
1576
1577         /* release internal allocated data */
1578         if (sc->internal_encode) {
1579                 compare_data = internal_main_data;
1580         } else {
1581                 compare_data = mapinfo1.data;
1582         }
1583         if (dest.data && compare_data &&
1584             dest.data != compare_data) {
1585                 _mmcam_dbg_log("release internal allocated data %p", dest.data);
1586                 free(dest.data);
1587                 dest.data = NULL;
1588                 dest.length = 0;
1589         }
1590         if (internal_main_data) {
1591                 _mmcam_dbg_log("release internal main data %p", internal_main_data);
1592                 free(internal_main_data);
1593                 internal_main_data = NULL;
1594         }
1595         if (internal_thumb_data) {
1596                 _mmcam_dbg_log("release internal thumb data %p", internal_thumb_data);
1597                 free(internal_thumb_data);
1598                 internal_thumb_data = NULL;
1599         }
1600
1601         /* reset compare_data */
1602         compare_data = NULL;
1603
1604         /*free GstBuffer*/
1605         if (sample1) {
1606                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1607                 gst_sample_unref(sample1);
1608         }
1609         if (sample2) {
1610                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1611                 gst_sample_unref(sample2);
1612         }
1613         if (sample3) {
1614                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1615                 gst_sample_unref(sample3);
1616         }
1617
1618         /* destroy exif info */
1619         mm_exif_destory_exif_info(hcamcorder->exif_info);
1620         hcamcorder->exif_info = NULL;
1621
1622         /* send captured message */
1623         if (send_captured_message) {
1624                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1625                         /* Send CAPTURED message and count - capture success */
1626                         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1627                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1628                         } else {
1629                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1630                         }
1631                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1632                         /* send captured message only once in HDR and Original Capture mode */
1633                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1634                 }
1635         }
1636
1637         _mmcam_dbg_err("END");
1638
1639         return;
1640 }
1641
1642
1643 gboolean __mmcamcorder_handoff_callback(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1644 {
1645         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1646         _MMCamcorderSubContext *sc = NULL;
1647
1648         mmf_return_val_if_fail(hcamcorder, FALSE);
1649
1650         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1651         mmf_return_val_if_fail(sc && sc->element, FALSE);
1652
1653         _mmcam_dbg_log("");
1654
1655         /* FIXME. How could you get a thumbnail? */
1656         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
1657
1658         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
1659                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
1660                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
1661                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
1662         }
1663
1664         return TRUE;
1665 }
1666
1667
1668 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
1669 {
1670         int value = 0;
1671         ExifShort eshort = 0;
1672         int ret = MM_ERROR_NONE;
1673
1674         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
1675         _mmcam_dbg_log("get orientation [%d]",value);
1676         if (value == 0) {
1677                 value = MM_EXIF_ORIENTATION;
1678         }
1679
1680         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
1681         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
1682                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
1683         if (ret != MM_ERROR_NONE) {
1684                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
1685         }
1686
1687 exit:
1688         return ed;
1689 }
1690
1691
1692 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
1693 {
1694         int ret = MM_ERROR_NONE;
1695         char *make = strdup(MM_MAKER_NAME);
1696
1697         if (make) {
1698                 _mmcam_dbg_log("maker [%s]", make);
1699                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
1700                                             EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
1701                 free(make);
1702                 if (ret != MM_ERROR_NONE) {
1703                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1704                 }
1705         } else {
1706                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
1707                 EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1708         }
1709
1710 exit:
1711         return ed;
1712 }
1713
1714
1715 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
1716 {
1717         int ret = MM_ERROR_NONE;
1718         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1719
1720         if (hcamcorder == NULL || ed == NULL) {
1721                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1722                 return NULL;
1723         }
1724
1725         if (hcamcorder->software_version) {
1726                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
1727                                             strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
1728                 if (ret != MM_ERROR_NONE) {
1729                         _mmcam_dbg_err("set software_version[%s] failed", hcamcorder->software_version);
1730                 } else {
1731                         _mmcam_dbg_log("set software_version[%s] done", hcamcorder->software_version);
1732                 }
1733         } else {
1734                 _mmcam_dbg_err("model_name is NULL");
1735         }
1736
1737         return ed;
1738 }
1739
1740
1741 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
1742 {
1743         int ret = MM_ERROR_NONE;
1744         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1745
1746         if (hcamcorder == NULL || ed == NULL) {
1747                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1748                 return NULL;
1749         }
1750
1751         if (hcamcorder->model_name) {
1752                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
1753                                             strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
1754                 if (ret != MM_ERROR_NONE) {
1755                         _mmcam_dbg_err("set model name[%s] failed", hcamcorder->model_name);
1756                 } else {
1757                         _mmcam_dbg_log("set model name[%s] done", hcamcorder->model_name);
1758                 }
1759         } else {
1760                 _mmcam_dbg_err("model_name is NULL");
1761         }
1762
1763         return ed;
1764 }
1765
1766 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
1767 {
1768         int ret = MM_ERROR_NONE;
1769         int gps_enable = TRUE;
1770         char *err_name = NULL;
1771         double latitude = INVALID_GPS_VALUE;
1772         double longitude = INVALID_GPS_VALUE;
1773         double altitude = INVALID_GPS_VALUE;
1774
1775         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
1776         if (ret == MM_ERROR_NONE && gps_enable) {
1777                 ExifByte GpsVersion[4]={2,2,0,0};
1778
1779                 _mmcam_dbg_log("Tag for GPS is ENABLED.");
1780
1781                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
1782                                             EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
1783                 if (ret != MM_ERROR_NONE) {
1784                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
1785                 }
1786
1787                 ret = mm_camcorder_get_attributes(handle, &err_name,
1788                                                   MMCAM_TAG_LATITUDE, &latitude,
1789                                                   MMCAM_TAG_LONGITUDE, &longitude,
1790                                                   MMCAM_TAG_ALTITUDE, &altitude, NULL);
1791                 if (ret != MM_ERROR_NONE) {
1792                         _mmcam_dbg_err("failed to get gps info [%x][%s]", ret, err_name);
1793                         SAFE_FREE(err_name);
1794                         goto exit;
1795                 }
1796
1797                 _mmcam_dbg_log("latitude [%f]", latitude);
1798                 if (latitude != INVALID_GPS_VALUE) {
1799                         unsigned char *b = NULL;
1800                         unsigned int deg;
1801                         unsigned int min;
1802                         unsigned int sec;
1803                         ExifRational rData;
1804
1805                         if (latitude < 0) {
1806                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1807                                                             EXIF_FORMAT_ASCII, 2, "S");
1808                                 if (ret != MM_ERROR_NONE) {
1809                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1810                                 }
1811                                 latitude = -latitude;
1812                         } else if (latitude > 0) {
1813                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1814                                                             EXIF_FORMAT_ASCII, 2, "N");
1815                                 if (ret != MM_ERROR_NONE) {
1816                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1817                                 }
1818                         }
1819
1820                         deg = (unsigned int)(latitude);
1821                         min = (unsigned int)((latitude-deg)*60);
1822                         sec = (unsigned int)(((latitude-deg)*3600)-min*60);
1823
1824                         _mmcam_dbg_log("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1825                         b = malloc(3 * sizeof(ExifRational));
1826                         if (b) {
1827                                 rData.numerator = deg;
1828                                 rData.denominator = 1;
1829                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1830                                 rData.numerator = min;
1831                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1832                                 rData.numerator = sec;
1833                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1834
1835                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
1836                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1837                                 free(b);
1838                                 if (ret != MM_ERROR_NONE) {
1839                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
1840                                 }
1841                         } else {
1842                                 _mmcam_dbg_warn("malloc failed");
1843                         }
1844                 }
1845
1846                 _mmcam_dbg_log("longitude [%f]", longitude);
1847                 if (longitude != INVALID_GPS_VALUE) {
1848                         unsigned char *b = NULL;
1849                         unsigned int deg;
1850                         unsigned int min;
1851                         unsigned int sec;
1852                         ExifRational rData;
1853
1854                         if (longitude < 0) {
1855                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1856                                                             EXIF_FORMAT_ASCII, 2, "W");
1857                                 if (ret != MM_ERROR_NONE) {
1858                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1859                                 }
1860                                 longitude = -longitude;
1861                         } else if (longitude > 0) {
1862                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1863                                                             EXIF_FORMAT_ASCII, 2, "E");
1864                                 if (ret != MM_ERROR_NONE) {
1865                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1866                                 }
1867                         }
1868
1869                         deg = (unsigned int)(longitude);
1870                         min = (unsigned int)((longitude-deg)*60);
1871                         sec = (unsigned int)(((longitude-deg)*3600)-min*60);
1872
1873                         _mmcam_dbg_log("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1874                         b = malloc(3 * sizeof(ExifRational));
1875                         if (b) {
1876                                 rData.numerator = deg;
1877                                 rData.denominator = 1;
1878                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1879                                 rData.numerator = min;
1880                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1881                                 rData.numerator = sec;
1882                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1883                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
1884                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1885                                 free(b);
1886                                 if (ret != MM_ERROR_NONE) {
1887                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
1888                                 }
1889                         } else {
1890                                 _mmcam_dbg_warn("malloc failed");
1891                         }
1892                 }
1893
1894                 _mmcam_dbg_log("f_altitude [%f]", altitude);
1895                 if (altitude != INVALID_GPS_VALUE) {
1896                         ExifByte alt_ref = 0;
1897                         unsigned char *b = NULL;
1898                         ExifRational rData;
1899                         b = malloc(sizeof(ExifRational));
1900                         if (b) {
1901                                 if (altitude < 0) {
1902                                         alt_ref = 1;
1903                                         altitude = -altitude;
1904                                 }
1905
1906                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
1907                                                             EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
1908                                 if (ret != MM_ERROR_NONE) {
1909                                         _mmcam_dbg_err("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
1910                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
1911                                                 free(b);
1912                                                 b = NULL;
1913                                                 goto exit;
1914                                         }
1915                                 }
1916
1917                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
1918                                 rData.denominator = 100;
1919                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1920                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
1921                                                             EXIF_FORMAT_RATIONAL, 1, (const char *)b);
1922                                 free(b);
1923                                 if (ret != MM_ERROR_NONE) {
1924                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
1925                                 }
1926                         } else {
1927                                 _mmcam_dbg_warn("malloc failed");
1928                         }
1929                 }
1930
1931                 {
1932                         double gps_timestamp = INVALID_GPS_VALUE;
1933                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
1934                         _mmcam_dbg_log("Gps timestamp [%f]", gps_timestamp);
1935                         if (gps_timestamp > 0.0) {
1936                                 unsigned char *b = NULL;
1937                                 unsigned int hour;
1938                                 unsigned int min;
1939                                 unsigned int microsec;
1940                                 ExifRational rData;
1941
1942                                 hour = (unsigned int)(gps_timestamp / 3600);
1943                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
1944                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
1945
1946                                 _mmcam_dbg_log("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
1947                                 b = malloc(3 * sizeof(ExifRational));
1948                                 if (b) {
1949                                         rData.numerator = hour;
1950                                         rData.denominator = 1;
1951                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1952
1953                                         rData.numerator = min;
1954                                         rData.denominator = 1;
1955                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
1956
1957                                         rData.numerator = microsec;
1958                                         rData.denominator = 1000000;
1959                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
1960
1961                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
1962                                                                     EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1963                                         free(b);
1964                                         if (ret != MM_ERROR_NONE) {
1965                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
1966                                         }
1967                                 } else {
1968                                         _mmcam_dbg_warn( "malloc failed." );
1969                                 }
1970                         }
1971                 }
1972
1973                 {
1974                         unsigned char *date_stamp = NULL;
1975                         int date_stamp_len = 0;
1976
1977                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
1978
1979                         if (date_stamp) {
1980                                 _mmcam_dbg_log("Date stamp [%s]", date_stamp);
1981
1982                                 /* cause it should include NULL char */
1983                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
1984                                                             EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
1985                                 if (ret != MM_ERROR_NONE) {
1986                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
1987                                 }
1988                         }
1989                 }
1990
1991                 {
1992                         unsigned char *processing_method = NULL;
1993                         int processing_method_len = 0;
1994
1995                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
1996
1997                         if (processing_method) {
1998                                 _mmcam_dbg_log("Processing method [%s]", processing_method);
1999
2000                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2001                                                             EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2002                                 if (ret != MM_ERROR_NONE) {
2003                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2004                                 }
2005                         }
2006                 }
2007         } else {
2008                 _mmcam_dbg_log( "Tag for GPS is DISABLED." );
2009         }
2010
2011 exit:
2012         return ed;
2013 }
2014
2015
2016 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2017 {
2018         int ret = MM_ERROR_NONE;
2019         mmf_camcorder_t *hcamcorder = NULL;
2020         ExifData *ed = NULL;
2021
2022         hcamcorder = MMF_CAMCORDER(handle);
2023
2024         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2025
2026         ed = exif_data_new_from_data(imagedata, imgln);
2027         //ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2028
2029         if (ed == NULL) {
2030                 _mmcam_dbg_err("get exif data error!!");
2031                 return MM_ERROR_INVALID_HANDLE;
2032         }
2033
2034         /* update necessary */
2035
2036         __mmcamcorder_update_exif_make(handle, ed);
2037         __mmcamcorder_update_exif_software(handle, ed);
2038         __mmcamcorder_update_exif_model(handle, ed);
2039         __mmcamcorder_update_exif_orientation(handle, ed);
2040         __mmcamcorder_update_exif_gps(handle, ed);
2041         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2042         if (ret != MM_ERROR_NONE) {
2043                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2044         }
2045
2046         exif_data_unref(ed);
2047         ed = NULL;
2048         return ret;
2049 }
2050
2051 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2052 {
2053         int ret = MM_ERROR_NONE;
2054         int value;
2055         int str_val_len = 0;
2056         int cntl = 0;
2057         int cnts = 0;
2058         char *str_value = NULL;
2059         char *user_comment = NULL;
2060         ExifData *ed = NULL;
2061         ExifLong config;
2062         ExifLong ExifVersion;
2063         static ExifShort eshort[20];
2064         static ExifLong elong[10];
2065
2066         GstCameraControl *control = NULL;
2067         GstCameraControlExifInfo avsys_exif_info;
2068
2069         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2070         _MMCamcorderSubContext *sc = NULL;
2071
2072         _mmcam_dbg_log("");
2073
2074         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2075
2076         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2077         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2078
2079         CLEAR(avsys_exif_info);
2080
2081         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2082                 _mmcam_dbg_err("Can't cast Video source into camera control. Skip camera control values...");
2083         } else {
2084                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2085                 /* get device information */
2086                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2087         }
2088
2089         /* get ExifData from exif info */
2090         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2091         if (ed == NULL || ed->ifd == NULL) {
2092                 _mmcam_dbg_err("get exif data error!!(%p, %p)", ed, (ed ? ed->ifd : NULL));
2093                 return MM_ERROR_INVALID_HANDLE;
2094         }
2095
2096         /* Receive attribute info */
2097
2098         /* START INSERT IFD_0 */
2099
2100         /*0. EXIF_TAG_EXIF_VERSION */
2101         ExifVersion = MM_EXIF_VERSION;
2102         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2103                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2104         if (ret != MM_ERROR_NONE) {
2105                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2106         }
2107
2108         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2109         value = image_width;
2110
2111         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2112         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2113                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2114         if (ret != MM_ERROR_NONE) {
2115                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2116         }
2117
2118         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2119                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2120         if (ret != MM_ERROR_NONE) {
2121                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2122         }
2123         _mmcam_dbg_log("width[%d]", value);
2124
2125         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2126         value = image_height;
2127
2128         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order (ed), value);
2129         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2130                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2131         if (ret != MM_ERROR_NONE) {
2132                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2133         }
2134
2135         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2136                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2137         if (ret != MM_ERROR_NONE) {
2138                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2139         }
2140         _mmcam_dbg_log("height[%d]", value);
2141
2142         /*4. EXIF_TAG_DATE_TIME */
2143
2144         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2145
2146         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2147         {
2148                 unsigned char *b;
2149                 time_t t;
2150                 struct tm tm;
2151
2152                 b = malloc(20 * sizeof(unsigned char));
2153                 if (b == NULL) {
2154                         _mmcam_dbg_err("failed to alloc b");
2155                         ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2156                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2157                 }
2158
2159                 memset(b, '\0', 20);
2160
2161                 t = time(NULL);
2162                 tzset();
2163                 localtime_r(&t, &tm);
2164
2165                 snprintf((char *)b, 20, "%04i:%02i:%02i %02i:%02i:%02i",
2166                          tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2167                          tm.tm_hour, tm.tm_min, tm.tm_sec);
2168
2169                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2170                 if (ret != MM_ERROR_NONE) {
2171                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2172                                 free(b);
2173                         }
2174                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2175                 }
2176
2177                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2178                 if (ret != MM_ERROR_NONE) {
2179                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2180                                 free(b);
2181                         }
2182                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2183                 }
2184
2185                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2186                 if (ret != MM_ERROR_NONE) {
2187                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2188                                 free(b);
2189                         }
2190                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2191                 }
2192
2193                 free(b);
2194         }
2195
2196         /*5. EXIF_TAG_MAKE */
2197         __mmcamcorder_update_exif_make(handle, ed);
2198
2199 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2200
2201         /*6. EXIF_TAG_MODEL */
2202         __mmcamcorder_update_exif_model(handle, ed);
2203
2204 #endif
2205         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2206         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2207         _mmcam_dbg_log("desctiption [%s]", str_value);
2208         if (str_value && str_val_len > 0) {
2209                 char *description = strdup(str_value);
2210                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2211                                             EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2212                 free(description);
2213                 str_value = NULL;
2214                 str_val_len = 0;
2215                 if (ret != MM_ERROR_NONE) {
2216                         EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2217                 }
2218         } else {
2219                 _mmcam_dbg_warn("failed to get description");
2220         }
2221
2222         /*7. EXIF_TAG_SOFTWARE*/
2223         __mmcamcorder_update_exif_software(handle, ed);
2224
2225 /*
2226         if (control != NULL) {
2227                 char software[50] = {0,};
2228                 unsigned int len = 0;
2229
2230                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8,(avsys_exif_info.software_used & 0xff));
2231                 _mmcam_dbg_log("software [%s], len [%d]", software, len);
2232                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2233                                             EXIF_FORMAT_ASCII, len, (const char *)software);
2234                 if (ret != MM_ERROR_NONE) {
2235                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2236                 }
2237         }
2238 */
2239
2240         __mmcamcorder_update_exif_orientation(handle, ed);
2241
2242         /* START INSERT EXIF_IFD */
2243
2244         /*3. User Comment*/
2245         /*FIXME : get user comment from real user */
2246         user_comment = strdup(MM_USER_COMMENT);
2247         if (user_comment) {
2248                 _mmcam_dbg_log("user_comment=%s",user_comment);
2249                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2250                                             EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2251                 free(user_comment);
2252                 if (ret != MM_ERROR_NONE) {
2253                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2254                 }
2255         } else {
2256                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2257                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2258         }
2259
2260         /*9. EXIF_TAG_COLOR_SPACE */
2261         if (control != NULL) {
2262                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2263                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2264                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2265                 if (ret != MM_ERROR_NONE) {
2266                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2267                 }
2268         }
2269
2270         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2271         if (control != NULL) {
2272                 config = avsys_exif_info.component_configuration;
2273                 _mmcam_dbg_log("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ",config);
2274                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2275                                             EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2276                 if (ret != MM_ERROR_NONE) {
2277                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2278                 }
2279         }
2280
2281         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2282         /* written  the device_info */
2283
2284         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2285         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2286
2287         /*14. EXIF_TAG_EXPOSURE_TIME*/
2288         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2289                 unsigned char *b = NULL;
2290                 ExifRational rData;
2291
2292                 _mmcam_dbg_log("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2293                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2294
2295                 b = malloc(sizeof(ExifRational));
2296                 if (b) {
2297                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2298                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2299
2300                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2301                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2302                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2303                         free(b);
2304                         if (ret != MM_ERROR_NONE) {
2305                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2306                         }
2307                 } else {
2308                         _mmcam_dbg_warn("malloc failed.");
2309                 }
2310         } else {
2311                 _mmcam_dbg_log("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2312                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2313         }
2314
2315         /*15. EXIF_TAG_FNUMBER */
2316         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2317                 unsigned char *b = NULL;
2318                 ExifRational rData;
2319
2320                 _mmcam_dbg_log("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2321                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2322
2323                 b = malloc(sizeof(ExifRational));
2324                 if (b) {
2325                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2326                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2327                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2328                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2329                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2330                         free(b);
2331                         if(ret != MM_ERROR_NONE) {
2332                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2333                         }
2334                 } else {
2335                         _mmcam_dbg_warn( "malloc failed." );
2336                 }
2337         } else {
2338                 _mmcam_dbg_log("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2339                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2340         }
2341
2342         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2343         /*FIXME*/
2344         value = MM_EXPOSURE_PROGRAM;
2345         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2346         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2347                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2348         if (ret != MM_ERROR_NONE) {
2349                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2350         }
2351
2352         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2353         if (avsys_exif_info.iso) {
2354                 _mmcam_dbg_log("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2355                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2356                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2357                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2358                 if (ret != MM_ERROR_NONE) {
2359                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2360                 }
2361         }
2362
2363         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2364         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2365                 unsigned char *b = NULL;
2366                 ExifSRational rsData;
2367
2368                 _mmcam_dbg_log("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2369                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2370
2371                 b = malloc(sizeof(ExifSRational));
2372                 if (b) {
2373                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2374                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2375                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2376                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2377                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2378                         free(b);
2379                         if (ret != MM_ERROR_NONE) {
2380                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2381                         }
2382                 } else {
2383                         _mmcam_dbg_warn("malloc failed.");
2384                 }
2385         } else {
2386                 _mmcam_dbg_log("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2387                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2388         }
2389
2390         /*19. EXIF_TAG_APERTURE_VALUE*/
2391         if (avsys_exif_info.aperture_in_APEX) {
2392                 unsigned char *b = NULL;
2393                 ExifRational rData;
2394
2395                 _mmcam_dbg_log("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2396
2397                 b = malloc(sizeof(ExifRational));
2398                 if (b) {
2399                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2400                         rData.denominator = 1;
2401                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2402                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2403                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2404                         free(b);
2405                         if(ret != MM_ERROR_NONE) {
2406                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2407                         }
2408                 } else {
2409                         _mmcam_dbg_warn("malloc failed.");
2410                 }
2411         } else {
2412                 _mmcam_dbg_log("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2413         }
2414
2415         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2416         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2417                 unsigned char *b = NULL;
2418                 ExifSRational rsData;
2419
2420                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2421                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2422
2423                 b = malloc(sizeof(ExifSRational));
2424                 if (b) {
2425                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2426                         rsData.denominator = avsys_exif_info.brightness_denominator;
2427                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2428                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2429                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2430                         free(b);
2431                         if (ret != MM_ERROR_NONE) {
2432                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2433                         }
2434                 } else {
2435                         _mmcam_dbg_warn( "malloc failed." );
2436                 }
2437         } else {
2438                 _mmcam_dbg_log("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2439                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2440         }
2441
2442         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2443         value = 0;
2444         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2445         if (ret == MM_ERROR_NONE) {
2446                 unsigned char *b = NULL;
2447                 ExifSRational rsData;
2448
2449                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2450                                value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2451
2452                 b = malloc(sizeof(ExifSRational));
2453                 if (b) {
2454                         rsData.numerator = value - hcamcorder->brightness_default;
2455                         if (hcamcorder->brightness_step_denominator != 0) {
2456                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2457                         } else {
2458                                 _mmcam_dbg_warn("brightness_step_denominator is ZERO, so set 1");
2459                                 rsData.denominator = 1;
2460                         }
2461                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2462                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2463                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2464                         free(b);
2465                         if (ret != MM_ERROR_NONE) {
2466                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2467                         }
2468                 } else {
2469                         _mmcam_dbg_warn("malloc failed.");
2470                 }
2471         } else {
2472                 _mmcam_dbg_log("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2473         }
2474
2475         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2476 /*
2477         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2478                 unsigned char *b = NULL;
2479                 ExifRational rData;
2480
2481                 _mmcam_dbg_log("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2482
2483                 b = malloc(sizeof(ExifRational));
2484                 if (b) {
2485                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2486                         rData.denominator = 1;
2487                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2488                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2489                                                     EXIF_FORMAT_RATIONAL, 1, b);
2490                         free(b);
2491                         if (ret != MM_ERROR_NONE) {
2492                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2493                         }
2494                 } else {
2495                         _mmcam_dbg_warn("failed to alloc for MAX aperture value");
2496                 }
2497         }
2498 */
2499
2500         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2501         /* defualt : none */
2502
2503         /*24. EXIF_TAG_METERING_MODE */
2504         if (control != NULL) {
2505                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),avsys_exif_info.metering_mode);
2506                 _mmcam_dbg_log("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2507                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2508                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2509                 if (ret != MM_ERROR_NONE) {
2510                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2511                 }
2512         }
2513
2514         /*25. EXIF_TAG_LIGHT_SOURCE*/
2515
2516         /*26. EXIF_TAG_FLASH*/
2517         if (control != NULL) {
2518                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),avsys_exif_info.flash);
2519                 _mmcam_dbg_log("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2520                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2521                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2522                 if (ret != MM_ERROR_NONE) {
2523                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2524                 }
2525         }
2526
2527         /*27. EXIF_TAG_FOCAL_LENGTH*/
2528         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2529                 unsigned char *b = NULL;
2530                 ExifRational rData;
2531
2532                 _mmcam_dbg_log("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2533                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2534
2535                 b = malloc(sizeof(ExifRational));
2536                 if (b) {
2537                         rData.numerator = avsys_exif_info.focal_len_numerator;
2538                         rData.denominator = avsys_exif_info.focal_len_denominator;
2539                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2540                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2541                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2542                         free(b);
2543                         if (ret != MM_ERROR_NONE) {
2544                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2545                         }
2546                 } else {
2547                         _mmcam_dbg_warn("malloc failed.");
2548                 }
2549         } else {
2550                 _mmcam_dbg_log("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2551                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2552         }
2553
2554         /*28. EXIF_TAG_SENSING_METHOD*/
2555         /*FIXME*/
2556         value = MM_SENSING_MODE;
2557         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),value);
2558         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2559                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2560         if (ret != MM_ERROR_NONE) {
2561                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2562         }
2563
2564         /*29. EXIF_TAG_FILE_SOURCE*/
2565 /*
2566         value = MM_FILE_SOURCE;
2567         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2568         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2569                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2570         if (ret != MM_ERROR_NONE) {
2571                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2572         }
2573 */
2574
2575         /*30. EXIF_TAG_SCENE_TYPE*/
2576 /*
2577         value = MM_SCENE_TYPE;
2578         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2579         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2580                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2581         if (ret != MM_ERROR_NONE) {
2582                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2583         }
2584 */
2585
2586         /*31. EXIF_TAG_EXPOSURE_MODE*/
2587         /*FIXME*/
2588         value = MM_EXPOSURE_MODE;
2589         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),value);
2590         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2591                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2592         if (ret != MM_ERROR_NONE) {
2593                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2594         }
2595
2596
2597         /*32. EXIF_TAG_WHITE_BALANCE*/
2598         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2599         if (ret == MM_ERROR_NONE) {
2600                 int set_value = 0;
2601                 _mmcam_dbg_log("WHITE BALANCE [%d]", value);
2602
2603                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC) {
2604                         set_value = 0;
2605                 } else {
2606                         set_value = 1;
2607                 }
2608
2609                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2610                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2611                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2612                 if (ret != MM_ERROR_NONE) {
2613                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2614                 }
2615         } else {
2616                 _mmcam_dbg_warn("failed to get white balance [%x]", ret);
2617         }
2618
2619         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2620 /*
2621         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2622         if (ret == MM_ERROR_NONE) {
2623                 _mmcam_dbg_log("DIGITAL ZOOM [%d]", value);
2624
2625                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2626                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2627                                             EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2628                 if (ret != MM_ERROR_NONE) {
2629                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2630                 }
2631         } else {
2632                 _mmcam_dbg_warn("failed to get digital zoom [%x]", ret);
2633         }
2634 */
2635
2636         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2637         /*FIXME*/
2638 /*
2639         value = MM_FOCAL_LENGTH_35MMFILM;
2640         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2641         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2642                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2643         if (ret != MM_ERROR_NONE) {
2644                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2645         }
2646 */
2647
2648         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2649         {
2650                 int scene_capture_type;
2651
2652                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2653                 if (ret == MM_ERROR_NONE) {
2654                         _mmcam_dbg_log("Scene mode(program mode) [%d]", value);
2655
2656                         if (value == MM_CAMCORDER_SCENE_MODE_NORMAL) {
2657                                 scene_capture_type = 0; /* standard */
2658                         } else if (value == MM_CAMCORDER_SCENE_MODE_PORTRAIT) {
2659                                 scene_capture_type = 2; /* portrait */
2660                         } else if (value == MM_CAMCORDER_SCENE_MODE_LANDSCAPE) {
2661                                 scene_capture_type = 1; /* landscape */
2662                         } else if (value == MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE) {
2663                                 scene_capture_type = 3; /* night scene */
2664                         } else {
2665                                 scene_capture_type = 4; /* Others */
2666                         }
2667
2668                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
2669                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
2670                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2671                         if (ret != MM_ERROR_NONE) {
2672                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
2673                         }
2674                 } else {
2675                         _mmcam_dbg_warn("failed to get scene mode [%x]", ret);
2676                 }
2677         }
2678
2679         /*36. EXIF_TAG_GAIN_CONTROL*/
2680         /*FIXME*/
2681 /*
2682         value = MM_GAIN_CONTROL;
2683         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2684         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
2685                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2686         if (ret != MM_ERROR_NONE) {
2687                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
2688         }
2689 */
2690
2691
2692         /*37. EXIF_TAG_CONTRAST */
2693         {
2694                 type_int_range *irange = NULL;
2695                 int level = 0;
2696
2697                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2698                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2699                                                       "Contrast",
2700                                                       &irange);
2701                 if (irange != NULL) {
2702                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
2703
2704                         _mmcam_dbg_log("CONTRAST currentt [%d], default [%d]", value, irange->default_value);
2705
2706                         if (value == irange->default_value) {
2707                                 level = MM_VALUE_NORMAL;
2708                         } else if (value < irange->default_value) {
2709                                 level = MM_VALUE_LOW;
2710                         } else {
2711                                 level = MM_VALUE_HARD;
2712                         }
2713
2714                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2715                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
2716                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2717                         if (ret != MM_ERROR_NONE) {
2718                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
2719                         }
2720                 } else {
2721                         _mmcam_dbg_warn("failed to get range of contrast");
2722                 }
2723         }
2724
2725         /*38. EXIF_TAG_SATURATION*/
2726         {
2727                 type_int_range *irange = NULL;
2728                 int level = 0;
2729
2730                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2731                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2732                                                       "Saturation",
2733                                                       &irange);
2734                 if (irange != NULL) {
2735                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
2736
2737                         _mmcam_dbg_log("SATURATION current [%d], default [%d]", value, irange->default_value);
2738
2739                         if (value == irange->default_value) {
2740                                 level = MM_VALUE_NORMAL;
2741                         } else if (value < irange->default_value) {
2742                                 level = MM_VALUE_LOW;
2743                         } else {
2744                                 level=MM_VALUE_HARD;
2745                         }
2746
2747                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2748                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
2749                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2750                         if (ret != MM_ERROR_NONE) {
2751                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
2752                         }
2753                 } else {
2754                         _mmcam_dbg_warn("failed to get range of saturation");
2755                 }
2756         }
2757
2758         /*39. EXIF_TAG_SHARPNESS*/
2759         {
2760                 type_int_range *irange = NULL;
2761                 int level = 0;
2762
2763                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2764                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2765                                                       "Sharpness",
2766                                                       &irange);
2767                 if (irange != NULL) {
2768                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
2769
2770                         _mmcam_dbg_log("SHARPNESS current [%d], default [%d]", value, irange->default_value);
2771
2772                         if (value == irange->default_value) {
2773                                 level = MM_VALUE_NORMAL;
2774                         } else if (value < irange->default_value) {
2775                                 level = MM_VALUE_LOW;
2776                         } else {
2777                                 level = MM_VALUE_HARD;
2778                         }
2779
2780                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2781                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
2782                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2783                         if (ret != MM_ERROR_NONE) {
2784                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
2785                         }
2786                 } else {
2787                         _mmcam_dbg_warn("failed to get range of sharpness");
2788                 }
2789         }
2790
2791         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
2792         /*FIXME*/
2793         value = MM_SUBJECT_DISTANCE_RANGE;
2794         _mmcam_dbg_log("DISTANCE_RANGE [%d]", value);
2795         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2796         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
2797                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2798         if (ret != MM_ERROR_NONE) {
2799                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
2800         }
2801
2802         /* GPS information */
2803         __mmcamcorder_update_exif_gps(handle, ed);
2804
2805         _mmcam_dbg_log("");
2806
2807         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2808         if (ret != MM_ERROR_NONE) {
2809                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2810         }
2811
2812 exit:
2813         _mmcam_dbg_log("finished!! [%x]", ret);
2814
2815         if (ed) {
2816                 exif_data_unref (ed);
2817         }
2818
2819         return ret;
2820 }
2821
2822
2823 static void __sound_status_changed_cb(keynode_t* node, void *data)
2824 {
2825         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2826         _MMCamcorderImageInfo *info = NULL;
2827
2828         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2829
2830         _mmcam_dbg_log("START");
2831
2832         info = hcamcorder->sub_context->info_image;
2833
2834         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
2835
2836         _mmcam_dbg_log("DONE : sound status %d", info->sound_status);
2837
2838         return;
2839 }