src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include "mm_camcorder_internal.h"
  29 #include "mm_camcorder_stillshot.h"
  30 #include "mm_camcorder_exifinfo.h"
  31 #include "mm_camcorder_exifdef.h"
  32 #include <libexif/exif-loader.h>
  33 #include <libexif/exif-utils.h>
  34 #include <libexif/exif-data.h>
  35
  36 /*---------------------------------------------------------------------------------------
  37 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  38 ---------------------------------------------------------------------------------------*/
  39 #define EXIF_SET_ERR(return_type, tag_id) \
  40 do { \
  41         MMCAM_LOG_ERROR("error=%x,tag=%x", return_type, tag_id); \
  42         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  43                 goto exit; \
  44         } \
  45 } while (0)
  46
  47 /*---------------------------------------------------------------------------------------
  48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  49 ---------------------------------------------------------------------------------------*/
  50 #define THUMBNAIL_WIDTH         320
  51 #define THUMBNAIL_HEIGHT        240
  52 #define THUMBNAIL_JPEG_QUALITY  90
  53 #define TRY_LOCK_MAX_COUNT      100
  54 #define TRY_LOCK_TIME           20000   /* ms */
  55 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  56
  57
  58 /*---------------------------------------------------------------------------------------
  59 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  60 ---------------------------------------------------------------------------------------*/
  61 /** STATIC INTERNAL FUNCTION **/
  62 static int __mmcamcorder_image_cmd_capture(MMHandleType handle);
  63 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  64 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  65
  66 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle);
  67 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle);
  68 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle);
  69 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle);
  70
  71 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder);
  72 static int __mmcamcorder_extra_preview_mode_deinit_camera_control(mmf_camcorder_t *hcamcorder);
  73 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode);
  74 static int __mmcamcorder_extra_preview_mode_deinit_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode);
  75
  76 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height);
  77 static int __mmcamcorder_update_exif_info(MMHandleType handle, void *imagedata, int imgln);
  78 static void __mmcamcorder_init_stillshot_info(MMHandleType handle);
  79 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample);
  80 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif);
  81 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
  82 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
  83
  84 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
  85 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
  86
  87 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  88 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data);
  89 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data);
  90
  91 /*=======================================================================================
  92 |  FUNCTION DEFINITIONS                                                                 |
  93 =======================================================================================*/
  94
  95 /*---------------------------------------------------------------------------------------
  96 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
  97 ---------------------------------------------------------------------------------------*/
  98
  99
 100 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle)
 101 {
 102         int err = MM_ERROR_UNKNOWN;
 103         GstPad *srcpad = NULL;
 104         GstPad *sinkpad = NULL;
 105
 106         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 107         _MMCamcorderSubContext *sc = NULL;
 108
 109         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 110
 111         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 112         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 113
 114         MMCAM_LOG_INFO("");
 115
 116         /* Create gstreamer element */
 117         MMCAM_LOG_INFO("Using Encodebin for capturing");
 118
 119         /* Create capture pipeline */
 120         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 121
 122         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 123         if (err != MM_ERROR_NONE)
 124                 return err;
 125
 126         /* add element and encodesink bin to encode main pipeline */
 127         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 128                 sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 129                 sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst,
 130                 sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 131                 NULL);
 132
 133         /* Link each element : appsrc - capsfilter - encodesink bin */
 134         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 135         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "sink");
 136         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 137
 138         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "src");
 139         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 140         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 141
 142         /* connect handoff signal to get capture data */
 143         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 144                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 145                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 146                 hcamcorder);
 147
 148         return MM_ERROR_NONE;
 149
 150 pipeline_creation_error:
 151         __mmcamcorder_capture_mode_deinit_encodebin(handle);
 152         return err;
 153 }
 154
 155
 156 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle)
 157 {
 158         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 159         _MMCamcorderSubContext *sc = NULL;
 160
 161         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 162
 163         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 164         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 165
 166         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 167
 168         MMCAM_LOG_INFO("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 169
 170         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 171                 _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 172                 G_CALLBACK(__mmcamcorder_image_capture_cb),
 173                 hcamcorder);
 174
 175         return MM_ERROR_NONE;
 176 }
 177
 178
 179 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle)
 180 {
 181         int err = MM_ERROR_NONE;
 182         int capture_width = 0;
 183         int capture_height = 0;
 184         int capture_quality = 0;
 185         char *err_name = NULL;
 186         gchar *caps_string = NULL;
 187         GstCaps *caps = NULL;
 188         GList *element_list = NULL;
 189
 190         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 191         _MMCamcorderSubContext *sc = NULL;
 192
 193         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 194
 195         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 196         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 197         mmf_return_val_if_fail(sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 198
 199         err = mm_camcorder_get_attributes(handle, &err_name,
 200                 MMCAM_CAPTURE_WIDTH, &capture_width,
 201                 MMCAM_CAPTURE_HEIGHT, &capture_height,
 202                 MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
 203                 NULL);
 204         if (err != MM_ERROR_NONE) {
 205                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, err);
 206                 SAFE_FREE(err_name);
 207                 return err;
 208         }
 209
 210         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS, "capsfilter", "videosrc_cap_caps", element_list, err);
 211         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK, "fakesink", "videosrc_cap_sink", element_list, err);
 212
 213         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "sync", TRUE);
 214         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "async", FALSE);
 215         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "enable-last-sample", FALSE);
 216         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "signal-handoffs", TRUE);
 217
 218         caps = gst_caps_new_simple("image/jpeg",
 219                 "width", G_TYPE_INT, capture_width,
 220                 "height", G_TYPE_INT, capture_height,
 221                 NULL);
 222         if (!caps) {
 223                 MMCAM_LOG_ERROR("caps for capture failed");
 224                 err = MM_ERROR_CAMCORDER_GST_LINK;
 225                 goto pipeline_creation_error;
 226         }
 227
 228         caps_string = gst_caps_to_string(caps);
 229         if (caps_string) {
 230                 MMCAM_LOG_INFO("set caps for capture[%s]", caps_string);
 231                 g_free(caps_string);
 232                 caps_string = NULL;
 233         }
 234
 235         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "caps", caps);
 236         gst_caps_unref(caps);
 237
 238         /* add elements to main pipeline */
 239         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 240                 MMCAM_LOG_ERROR("element_list add error.");
 241                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 242                 goto pipeline_creation_error;
 243         }
 244
 245         /* link elements */
 246         if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "image_%u",
 247                 sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "sink")) {
 248                 MMCAM_LOG_ERROR("capture pad link failed");
 249                 err = MM_ERROR_CAMCORDER_GST_LINK;
 250                 goto pipeline_creation_error;
 251         }
 252
 253         if (!_mmcamcorder_link_elements(element_list)) {
 254                 MMCAM_LOG_ERROR("element link error.");
 255                 err = MM_ERROR_CAMCORDER_GST_LINK;
 256                 goto pipeline_creation_error;
 257         }
 258
 259         g_list_free(element_list);
 260
 261         /* connect handoff signal to get capture data */
 262         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst,
 263                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 264                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 265                 hcamcorder);
 266
 267         return MM_ERROR_NONE;
 268
 269 pipeline_creation_error:
 270         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS);
 271         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK);
 272
 273         if (element_list) {
 274                 g_list_free(element_list);
 275                 element_list = NULL;
 276         }
 277
 278         return err;
 279 }
 280
 281
 282 int _mmcamcorder_initialize_capture_mode(MMHandleType handle)
 283 {
 284         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 285
 286         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 287
 288         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL)
 289                 return __mmcamcorder_capture_mode_init_camera_control(handle);
 290         else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD)
 291                 return __mmcamcorder_capture_mode_init_image_pad(handle);
 292
 293         return MM_ERROR_NONE;
 294 }
 295
 296
 297 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder)
 298 {
 299         int i = 0;
 300         _MMCamcorderSubContext *sc = NULL;
 301         GstCameraControl *control = NULL;
 302         _MMCamcorderExtraPreviewFormat *e_fmt = NULL;
 303
 304         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 305
 306         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 307         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 308
 309         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 310
 311         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 312         if (!control) {
 313                 MMCAM_LOG_ERROR("no camera control");
 314                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 315         }
 316
 317         MMCAM_LOG_INFO("connect extra preview stream signal and enable extra preview");
 318
 319         for (i = 0 ; i < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX ; i++) {
 320                 e_fmt = &hcamcorder->extra_preview.format[i];
 321
 322                 if (e_fmt->need_to_set_format) {
 323                         if (!gst_camera_control_set_extra_preview_stream_format(control,
 324                                 i, _mmcamcorder_get_pixel_format2(e_fmt->pixel_format),
 325                                 e_fmt->width, e_fmt->height, e_fmt->fps))
 326                                 MMCAM_LOG_WARNING("set format[%d,%dx%d,%d] failed for stream[%d]",
 327                                         e_fmt->pixel_format, e_fmt->width, e_fmt->height, e_fmt->fps, i);
 328
 329                         e_fmt->need_to_set_format = FALSE;
 330                 }
 331
 332                 if (e_fmt->need_to_set_bitrate) {
 333                         if (!gst_camera_control_set_extra_preview_bitrate(control, i, e_fmt->bitrate))
 334                                 MMCAM_LOG_WARNING("set bitrate[%d] failed for stream[%d]", e_fmt->bitrate, i);
 335
 336                         e_fmt->need_to_set_bitrate = FALSE;
 337                 }
 338
 339                 if (e_fmt->need_to_set_gop_interval) {
 340                         if (!gst_camera_control_set_extra_preview_gop_interval(control, i, e_fmt->gop_interval))
 341                                 MMCAM_LOG_WARNING("set GOP interval[%d] failed for stream[%d]", e_fmt->gop_interval, i);
 342
 343                         e_fmt->need_to_set_gop_interval = FALSE;
 344                 }
 345         }
 346
 347         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 348                 _MMCAMCORDER_HANDLER_EXTRA_PREVIEW, "extra-preview-stream-cb",
 349                 G_CALLBACK(__mmcamcorder_extra_preview_stream_cb),
 350                 hcamcorder);
 351
 352         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "extra-preview", TRUE);
 353
 354         MMCAM_LOG_INFO("done");
 355
 356         return MM_ERROR_NONE;
 357 }
 358
 359
 360 static int __mmcamcorder_extra_preview_mode_deinit_camera_control(mmf_camcorder_t *hcamcorder)
 361 {
 362         _MMCamcorderSubContext *sc = NULL;
 363         GstCameraControl *control = NULL;
 364
 365         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 366
 367         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 368         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 369
 370         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 371
 372         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 373         if (!control) {
 374                 MMCAM_LOG_ERROR("no camera control");
 375                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 376         }
 377
 378         MMCAM_LOG_INFO("disable extra preview and disconnect extra preview stream signal");
 379
 380         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "extra-preview", FALSE);
 381
 382         _mmcamcorder_disconnect_signal((MMHandleType)hcamcorder, _MMCAMCORDER_HANDLER_EXTRA_PREVIEW);
 383
 384         MMCAM_LOG_INFO("done");
 385
 386         return MM_ERROR_NONE;
 387 }
 388
 389
 390 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode)
 391 {
 392         int err = MM_ERROR_NONE;
 393         int extra_preview_enable = 0;
 394         int width = 0;
 395         int height = 0;
 396         int fps = 0;
 397         const char *videosrc_name = NULL;
 398         GstCaps *caps = NULL;
 399         GList *element_list = NULL;
 400
 401         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 402         _MMCamcorderSubContext *sc = NULL;
 403         type_element *videosrc_element = NULL;
 404
 405         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 406
 407         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 408         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 409
 410         err = mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
 411                 MMCAM_EXTRA_PREVIEW_ENABLE, &extra_preview_enable,
 412                 NULL);
 413
 414         width = hcamcorder->extra_preview.format[0].width;
 415         height = hcamcorder->extra_preview.format[0].height;
 416         fps = hcamcorder->extra_preview.format[0].fps;
 417
 418         if (!extra_preview_enable || width <= 0 || height <= 0 || fps <= 0) {
 419                 MMCAM_LOG_WARNING("extra preview disabled[enable:%d,res:%dx%d,fps:%d]",
 420                         extra_preview_enable, width, height, fps);
 421                 return MM_ERROR_NONE;
 422         }
 423
 424         if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT) {
 425                 _mmcamcorder_conf_get_element_and_name(handle,
 426                         hcamcorder->conf_main, CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT, "VideosrcElement",
 427                         &videosrc_element, &videosrc_name);
 428
 429                 _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SRC, videosrc_name, "videosrc_ext_src", element_list, err);
 430
 431                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, "camera-id", hcamcorder->extra_preview.camera_id[0]);
 432
 433                 _mmcamcorder_conf_set_value_element_property(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, videosrc_element);
 434         }
 435
 436         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS, "capsfilter", "videosrc_ext_caps", element_list, err);
 437         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK, "fakesink", "videosrc_ext_sink", element_list, err);
 438
 439         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "sync", TRUE);
 440         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "async", FALSE);
 441         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "enable-last-sample", FALSE);
 442         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "signal-handoffs", TRUE);
 443
 444         caps = _mmcamcorder_get_video_caps((MMHandleType)hcamcorder,
 445                 hcamcorder->extra_preview.format[0].pixel_format,
 446                 width, height, fps, -1);
 447         if (!caps) {
 448                 MMCAM_LOG_ERROR("caps for extra preview failed");
 449                 err = MM_ERROR_CAMCORDER_GST_LINK;
 450                 goto pipeline_creation_error;
 451         }
 452
 453         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "caps", caps);
 454         gst_caps_unref(caps);
 455
 456         /* add elements to main pipeline */
 457         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 458                 MMCAM_LOG_ERROR("element_list add error.");
 459                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 460                 goto pipeline_creation_error;
 461         }
 462
 463         /* link elements */
 464         if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD) {
 465                 if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "video_%u",
 466                         sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "sink")) {
 467                         MMCAM_LOG_ERROR("pad for extra preview link failed");
 468                         err = MM_ERROR_CAMCORDER_GST_LINK;
 469                         goto pipeline_creation_error;
 470                 }
 471         }
 472
 473         if (!_mmcamcorder_link_elements(element_list)) {
 474                 MMCAM_LOG_ERROR("element link error.");
 475                 err = MM_ERROR_CAMCORDER_GST_LINK;
 476                 goto pipeline_creation_error;
 477         }
 478
 479         g_list_free(element_list);
 480
 481         /* connect handoff signal to get capture data */
 482         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst,
 483                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 484                 G_CALLBACK(__mmcamcorder_handoff_callback_extra_preview),
 485                 hcamcorder);
 486
 487         return MM_ERROR_NONE;
 488
 489 pipeline_creation_error:
 490         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS);
 491         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK);
 492
 493         if (element_list) {
 494                 g_list_free(element_list);
 495                 element_list = NULL;
 496         }
 497
 498         return err;
 499 }
 500
 501
 502 static int __mmcamcorder_extra_preview_mode_deinit_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode)
 503 {
 504         /* TODO */
 505         return MM_ERROR_NONE;
 506 }
 507
 508
 509 int _mmcamcorder_initialize_extra_preview_mode(MMHandleType handle)
 510 {
 511         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 512
 513         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 514         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
 515
 516         switch (hcamcorder->extra_preview.mode) {
 517         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
 518                 return __mmcamcorder_extra_preview_mode_init_camera_control(handle);
 519         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD:
 520         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT:
 521                 return __mmcamcorder_extra_preview_mode_init_pipeline(handle, hcamcorder->extra_preview.mode);
 522         default:
 523                 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
 524                 return MM_ERROR_CAMCORDER_INTERNAL;
 525         }
 526 }
 527
 528
 529 int _mmcamcorder_deinitialize_extra_preview_mode(MMHandleType handle)
 530 {
 531         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 532
 533         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 534         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
 535
 536         switch (hcamcorder->extra_preview.mode) {
 537         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
 538                 return __mmcamcorder_extra_preview_mode_deinit_camera_control(handle);
 539         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD:
 540         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT:
 541                 return __mmcamcorder_extra_preview_mode_deinit_pipeline(handle, hcamcorder->extra_preview.mode);
 542         default:
 543                 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
 544                 return MM_ERROR_CAMCORDER_INTERNAL;
 545         }
 546 }
 547
 548
 549 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle)
 550 {
 551         int ret = MM_ERROR_NONE;
 552         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 553         _MMCamcorderSubContext *sc = NULL;
 554
 555         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 556
 557         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 558         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 559
 560         MMCAM_LOG_INFO("");
 561
 562         /* Check pipeline */
 563         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 564                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 565                 if (ret != MM_ERROR_NONE) {
 566                         MMCAM_LOG_ERROR("Failed to change encode main pipeline state [0x%x]", ret);
 567                         return ret;
 568                 }
 569
 570                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 571
 572                 GstPad *reqpad = NULL;
 573
 574                 /* release request pad */
 575                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 576                 if (reqpad) {
 577                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 578                         gst_object_unref(reqpad);
 579                         reqpad = NULL;
 580                 }
 581
 582                 /* release encode main pipeline */
 583                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 584
 585                 MMCAM_LOG_INFO("Encoder pipeline removed");
 586         } else {
 587                 MMCAM_LOG_INFO("encode main pipeline is already removed");
 588         }
 589
 590         return MM_ERROR_NONE;
 591 }
 592
 593
 594 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 595 {
 596         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 597         _MMCamcorderSubContext *sc = NULL;
 598         int display_reuse_hint = FALSE;
 599         GstElement *sink_element = NULL;
 600         MMHandleType attrs;
 601         int attr_index = 0;
 602
 603         mmf_return_if_fail(hcamcorder);
 604
 605         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 606         mmf_return_if_fail(sc && sc->element);
 607
 608         MMCAM_LOG_INFO("");
 609
 610         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 611                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 612                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 613
 614                 /* check reuse flag for display element */
 615                 mm_camcorder_get_attributes(handle, NULL,
 616                         MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
 617                         NULL);
 618
 619                 MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
 620
 621                 if (!display_reuse_hint)
 622                         goto _REUSE_CHECK_DONE;
 623
 624                 sink_element = sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst;
 625                 if (!sink_element) {
 626                         MMCAM_LOG_WARNING("sink element is NULL");
 627                         goto _REUSE_CHECK_DONE;
 628                 }
 629
 630                 attrs = MMF_CAMCORDER_ATTRS(handle);
 631                 if (!attrs) {
 632                         MMCAM_LOG_WARNING("attribute is NULL");
 633                         goto _REUSE_CHECK_DONE;
 634                 }
 635
 636                 MMCAM_LOG_INFO("REF sink element %p and set it to attribute", sink_element);
 637
 638                 /* ref element before remove it from pipeline */
 639                 gst_object_ref(sink_element);
 640
 641                 if (!gst_bin_remove(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), sink_element))
 642                         MMCAM_LOG_WARNING("failed to remove sink element from pipeline");
 643
 644                 /* reset floating reference flag to avoid leak after next use */
 645                 g_object_force_floating(G_OBJECT(sink_element));
 646
 647                 /* set sink element pointer to attribute */
 648                 mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
 649                 mm_attrs_set_data(attrs, attr_index, (void *)sink_element, sizeof(*sink_element));
 650                 mm_attrs_commit(attrs, attr_index);
 651
 652                 /* remove notify callback */
 653                 g_object_weak_unref(G_OBJECT(sink_element), (GWeakNotify)_mmcamcorder_element_release_noti, sc);
 654
 655                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst = NULL;
 656                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].id = _MMCAMCORDER_NONE;
 657
 658 _REUSE_CHECK_DONE:
 659                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
 660
 661                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 662
 663                 traceEnd(TTRACE_TAG_CAMERA);
 664
 665                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 666
 667                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
 668
 669                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 670
 671                 traceEnd(TTRACE_TAG_CAMERA);
 672
 673                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 674         }
 675
 676         return;
 677 }
 678
 679
 680 static int __mmcamcorder_image_cmd_capture(MMHandleType handle)
 681 {
 682         int ret = MM_ERROR_NONE;
 683         int width = 0;
 684         int height = 0;
 685         int fps = 0;
 686         int image_encoder = MM_IMAGE_CODEC_JPEG;
 687         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 688         int is_modified_size = FALSE;
 689         int tag_orientation = 0;
 690         unsigned int cap_fourcc = 0;
 691         char *err_name = NULL;
 692
 693         GstCameraControl *control = NULL;
 694
 695         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 696         _MMCamcorderImageInfo *info = NULL;
 697         _MMCamcorderSubContext *sc = NULL;
 698         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 699
 700         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 701
 702         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 703         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 704
 705         MMCAM_LOG_INFO("");
 706
 707         info = sc->info_image;
 708
 709         if (info->capturing) {
 710                 MMCAM_LOG_ERROR("already capturing");
 711                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 712         }
 713
 714         /* get current state */
 715         mm_camcorder_get_state(handle, &current_state);
 716
 717         /* set capture flag */
 718         info->capturing = TRUE;
 719
 720         ret = mm_camcorder_get_attributes(handle, &err_name,
 721                 MMCAM_IMAGE_ENCODER, &image_encoder,
 722                 MMCAM_CAMERA_WIDTH, &width,
 723                 MMCAM_CAMERA_HEIGHT, &height,
 724                 MMCAM_CAMERA_FPS, &fps,
 725                 MMCAM_CAPTURE_FORMAT, &info->capture_format,
 726                 MMCAM_CAPTURE_WIDTH, &info->width,
 727                 MMCAM_CAPTURE_HEIGHT, &info->height,
 728                 MMCAM_CAPTURE_COUNT, &info->count,
 729                 MMCAM_CAPTURE_INTERVAL, &info->interval,
 730                 MMCAM_STROBE_MODE, &strobe_mode,
 731                 MMCAM_TAG_ORIENTATION, &tag_orientation,
 732                 NULL);
 733         if (err_name) {
 734                 MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 735                 SAFE_FREE(err_name);
 736         }
 737
 738         ret = MM_ERROR_NONE;
 739
 740         /* check capture count */
 741         if (info->count < 1) {
 742                 MMCAM_LOG_ERROR("capture count[%d] is invalid", info->count);
 743                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 744                 goto cmd_done;
 745         } else if (info->count == 1) {
 746                 info->type = _MMCamcorder_SINGLE_SHOT;
 747         } else {
 748                 info->type = _MMCamcorder_MULTI_SHOT;
 749                 info->next_shot_time = 0;
 750                 info->multi_shot_stop = FALSE;
 751
 752                 /* sound init */
 753                 _mmcamcorder_sound_init(handle);
 754         }
 755
 756         MMCAM_LOG_INFO("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 757                 width, height, info->preview_format, info->width, info->height, info->capture_format,
 758                 info->count, info->hdr_capture_mode, info->interval);
 759
 760         /* check state */
 761         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 762                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
 763                         MMCAM_LOG_ERROR("could not capture in this target while recording");
 764                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 765                         goto cmd_done;
 766                 }
 767
 768                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 769                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 770                         MMCAM_LOG_ERROR("does not support multi/HDR capture while recording");
 771                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 772                         goto cmd_done;
 773                 }
 774
 775                 /* check capture size if ZSL is not supported*/
 776                 if (hcamcorder->support_zsl_capture == FALSE) {
 777                         MMCAM_LOG_WARNING("Capture size should be same with preview size while recording");
 778                         MMCAM_LOG_WARNING("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 779
 780                         info->width = width;
 781                         info->height = height;
 782
 783                         MMCAM_LOG_INFO("set capture width and height [%dx%d] to camera plugin", width, height);
 784                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 785                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 786
 787                         is_modified_size = TRUE;
 788                 }
 789         }
 790
 791         info->capture_cur_count = 0;
 792         info->capture_send_count = 0;
 793
 794         sc->internal_encode = FALSE;
 795
 796         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD) {
 797                 MMCAM_LOG_INFO("emit signal[capture-image]");
 798                 g_signal_emit_by_name(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-image");
 799         } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 800                 /* Check encoding method */
 801                 if (info->capture_format == MM_PIXEL_FORMAT_ENCODED) {
 802                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 803                             hcamcorder->support_zsl_capture || is_modified_size) {
 804                                 cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, image_encoder, hcamcorder->use_zero_copy_format);
 805                                 MMCAM_LOG_INFO("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 806                         } else {
 807                                 /* no need to encode internally if ITLV format */
 808                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY)
 809                                         sc->internal_encode = TRUE;
 810
 811                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 812
 813                                 MMCAM_LOG_INFO("MSL JPEG Capture : capture fourcc %c%c%c%c",
 814                                         cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 815                         }
 816                 } else {
 817                         cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 818                 }
 819
 820                 MMCAM_LOG_INFO("capture format (%d)", info->capture_format);
 821
 822                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 823                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 824                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 825                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 826
 827                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 828                         MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
 829                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 830                         goto cmd_done;
 831                 }
 832
 833                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 834                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 835         } else {
 836                 int cap_jpeg_quality = 0;
 837
 838                 if (width != info->width || height != info->height) {
 839                         int rotation = 0;
 840
 841                         MMCAM_LOG_INFO("Need to change resolution");
 842
 843                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 844                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 845
 846                         /* make pipeline state as READY */
 847                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 848
 849                         /* check decoder recreation */
 850                         if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
 851                                 MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
 852                                 return MM_ERROR_CAMCORDER_INTERNAL;
 853                         }
 854
 855                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 856                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 857
 858                         if (ret != MM_ERROR_NONE) {
 859                                 MMCAM_LOG_ERROR("failed to set state PAUSED %x", ret);
 860                                 goto cmd_done;
 861                         }
 862
 863                         mm_camcorder_get_attributes(handle, &err_name,
 864                                 MMCAM_CAMERA_ROTATION, &rotation,
 865                                 NULL);
 866                         if (err_name) {
 867                                 MMCAM_LOG_WARNING("get_attributes err %s", err_name);
 868                                 SAFE_FREE(err_name);
 869                         }
 870
 871                         /* set new caps */
 872                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, info->width, info->height, fps, rotation);
 873                         if (!ret) {
 874                                 MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
 875                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 876                                 goto cmd_done;
 877                         }
 878
 879                         info->resolution_change = TRUE;
 880
 881                         /* set frame stability count for capture */
 882                         _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_CAPTURE);
 883
 884                         /* make pipeline state as PLAYING */
 885                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 886                         if (ret != MM_ERROR_NONE) {
 887                                 MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 888                                 goto cmd_done;
 889                         }
 890
 891                         MMCAM_LOG_INFO("Change to target resolution(%d, %d)", info->width, info->height);
 892                 } else {
 893                         MMCAM_LOG_INFO("No need to change resolution. Open toggle now.");
 894                         info->resolution_change = FALSE;
 895                 }
 896
 897                 ret = __mmcamcorder_capture_mode_init_encodebin((MMHandleType)hcamcorder);
 898                 if (ret != MM_ERROR_NONE) {
 899                         MMCAM_LOG_ERROR("failed to create encodesinkbin %x", ret);
 900                         goto cmd_done;
 901                 }
 902
 903                 ret = mm_camcorder_get_attributes(handle, &err_name,
 904                         MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 905                         NULL);
 906                 if (err_name) {
 907                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 908                         SAFE_FREE(err_name);
 909                 }
 910
 911                 /* set JPEG quality */
 912                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 913
 914                 /* set handoff signal as TRUE */
 915                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", TRUE);
 916                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 917
 918                 /* Prepare for the shutter sound when it's the bencbin mode capture */
 919                 sc->info_video->is_first_frame = TRUE;
 920
 921                 /* set push encoding buffer as TRUE */
 922                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 923
 924                 /* make encode pipeline state as PLAYING */
 925                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 926                 if (ret != MM_ERROR_NONE) {
 927                         MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 928                         goto cmd_done;
 929                 }
 930         }
 931
 932         /* Play capture sound here if single capture */
 933         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 934              (hcamcorder->support_zsl_capture == FALSE ||
 935               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 936             info->hdr_capture_mode) {
 937                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 938                     hcamcorder->support_zsl_capture == TRUE &&
 939                     !info->hdr_capture_mode) {
 940                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
 941                 }
 942
 943                 /* set flag */
 944                 info->played_capture_sound = TRUE;
 945         } else {
 946                 /* set flag */
 947                 info->played_capture_sound = FALSE;
 948         }
 949
 950 cmd_done:
 951         if (ret != MM_ERROR_NONE) {
 952                 info->capturing = FALSE;
 953
 954                 /* sound finalize */
 955                 if (info->type == _MMCamcorder_MULTI_SHOT)
 956                         _mmcamcorder_sound_finalize(handle);
 957
 958                 /* send signal for task thread : It prevent unnecessary invalid operation error in task thread */
 959                 if (hcamcorder->capture_in_recording) {
 960                         hcamcorder->capture_in_recording = FALSE;
 961
 962                         g_mutex_lock(&hcamcorder->task_thread_lock);
 963
 964                         if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
 965                                 hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_NONE;
 966                                 MMCAM_LOG_INFO("send signal for capture in recording");
 967                                 g_cond_signal(&hcamcorder->task_thread_cond);
 968                         } else {
 969                                 MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
 970                         }
 971
 972                         g_mutex_unlock(&hcamcorder->task_thread_lock);
 973                 }
 974         }
 975
 976         return ret;
 977 }
 978
 979
 980 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 981 {
 982         int ret = MM_ERROR_NONE;
 983         int width = 0;
 984         int height = 0;
 985         int fps = 0;
 986         int rotation = 0;
 987         int bitrate = 0;
 988         int gop_interval = 0;
 989         unsigned int current_framecount = 0;
 990         int current_state = MM_CAMCORDER_STATE_NONE;
 991         gboolean fps_auto = FALSE;
 992         char *err_name = NULL;
 993
 994         GstState state;
 995         GstElement *pipeline = NULL;
 996         GstCameraControl *control = NULL;
 997
 998         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 999         _MMCamcorderImageInfo *info = NULL;
1000         _MMCamcorderSubContext *sc = NULL;
1001
1002         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1003
1004         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1005         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1006
1007         /*MMCAM_LOG_INFO("");*/
1008
1009         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1010         info = sc->info_image;
1011
1012         sc->display_interval = 0;
1013         sc->previous_slot_time = 0;
1014
1015         /* Image info */
1016         info->next_shot_time = 0;
1017         info->multi_shot_stop = TRUE;
1018         info->capturing = FALSE;
1019
1020         current_state = _mmcamcorder_get_state(handle);
1021         MMCAM_LOG_INFO("current state [%d]", current_state);
1022
1023         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
1024                 MMCAM_LOG_INFO("Preview start");
1025
1026                 /* just set capture stop command if current state is CAPTURING */
1027                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
1028                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1029                                 MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
1030                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
1031                         }
1032
1033                         current_framecount = sc->kpi.video_framecount;
1034
1035                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1036                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
1037
1038                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
1039                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
1040                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1041                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1042                         }
1043                 } else {
1044                         int focus_mode = 0;
1045                         MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
1046
1047                         /* This case is starting of preview */
1048                         ret = mm_camcorder_get_attributes(handle, &err_name,
1049                                 MMCAM_CAMERA_FPS_AUTO, &fps_auto,
1050                                 MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
1051                                 NULL);
1052                         if (ret != MM_ERROR_NONE) {
1053                                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, ret);
1054                                 SAFE_FREE(err_name);
1055                         }
1056
1057                         MMCAM_LOG_INFO("focus mode %d", focus_mode);
1058
1059                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
1060
1061                         /* set focus mode */
1062                         if (attrs) {
1063                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
1064                                         mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1065                                         mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1066
1067                                         if (focus_mode == MM_CAMCORDER_FOCUS_MODE_MANUAL) {
1068                                                 mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1069                                                 mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1070                                         }
1071                                 } else {
1072                                         MMCAM_LOG_INFO("focus mode is not supported");
1073                                 }
1074                         } else {
1075                                 MMCAM_LOG_ERROR("failed to get attributes");
1076                         }
1077                 }
1078         }
1079
1080         /* init prev_time */
1081         sc->info_video->prev_preview_ts = 0;
1082
1083         gst_element_get_state(pipeline, &state, NULL, -1);
1084
1085         if (state == GST_STATE_PLAYING) {
1086                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
1087                         int try_count = 0;
1088
1089                         if (hcamcorder->support_zsl_capture == FALSE) {
1090                                 MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
1091
1092                                 /* Set strobe mode - strobe mode can not be set to driver while capturing */
1093                                 if (attrs) {
1094                                         mm_attrs_set_modified(attrs, MM_CAM_STROBE_MODE);
1095                                         if (mm_attrs_commit(attrs, MM_CAM_STROBE_MODE) == -1)
1096                                                 MMCAM_LOG_WARNING("Failed to set strobe mode");
1097                                 }
1098
1099                                 while (current_framecount >= sc->kpi.video_framecount &&
1100                                         try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
1101                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
1102                                 }
1103                         }
1104
1105                         if (info->type == _MMCamcorder_MULTI_SHOT) {
1106                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1107                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1108                         }
1109
1110                         MMCAM_LOG_INFO("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
1111                                 current_framecount, sc->kpi.video_framecount, try_count);
1112                 } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
1113                         ret = __mmcamcorder_capture_mode_deinit_encodebin(handle);
1114                         if (ret != MM_ERROR_NONE)
1115                                 goto cmd_error;
1116
1117                         if (info->resolution_change) {
1118                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1119                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1120
1121                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1122
1123                                 /* check decoder recreation */
1124                                 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
1125                                         MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
1126                                         return MM_ERROR_CAMCORDER_INTERNAL;
1127                                 }
1128
1129                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1130                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1131
1132                                 if (ret != MM_ERROR_NONE)
1133                                         goto cmd_error;
1134
1135                                 /* check if resolution need to rollback */
1136                                 mm_camcorder_get_attributes(handle, &err_name,
1137                                         MMCAM_CAMERA_WIDTH, &width,
1138                                         MMCAM_CAMERA_HEIGHT, &height,
1139                                         MMCAM_CAMERA_FPS, &fps,
1140                                         MMCAM_CAMERA_ROTATION, &rotation,
1141                                         NULL);
1142                                 if (err_name) {
1143                                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
1144                                         SAFE_FREE(err_name);
1145                                 }
1146
1147                                 /* set new caps */
1148                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
1149                                 if (!ret) {
1150                                         MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
1151                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
1152                                         goto cmd_error;
1153                                 }
1154
1155                                 /* set frame stability count for preview */
1156                                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1157
1158                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1159                                 if (ret != MM_ERROR_NONE)
1160                                         goto cmd_error;
1161                         }
1162                 }
1163
1164                 /* sound finalize */
1165                 if (info->type == _MMCamcorder_MULTI_SHOT)
1166                         _mmcamcorder_sound_finalize(handle);
1167         } else {
1168                 if (_mmcamcorder_is_encoded_preview_pixel_format(info->preview_format)) {
1169                         mm_camcorder_get_attributes(handle, NULL,
1170                                 MMCAM_ENCODED_PREVIEW_BITRATE, &bitrate,
1171                                 MMCAM_ENCODED_PREVIEW_GOP_INTERVAL, &gop_interval,
1172                                 NULL);
1173
1174                         _mmcamcorder_set_encoded_preview_bitrate(handle, bitrate);
1175                         _mmcamcorder_set_encoded_preview_gop_interval(handle, gop_interval);
1176                 }
1177
1178                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1179                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1180
1181                 /* set frame stability count for preview */
1182                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1183
1184                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
1185
1186                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1187
1188                 traceEnd(TTRACE_TAG_CAMERA);
1189
1190                 if (ret != MM_ERROR_NONE)
1191                         goto cmd_error;
1192
1193                 /* get sound status/volume level and register changed_cb */
1194                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
1195                     info->sound_status == _SOUND_STATUS_INIT) {
1196                         MMCAM_LOG_INFO("register vconf changed_cb and get sound status");
1197
1198                         /* register changed_cb */
1199                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb, hcamcorder);
1200
1201                         /* get sound status */
1202                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
1203
1204                         MMCAM_LOG_INFO("sound status %d", info->sound_status);
1205                 }
1206         }
1207
1208 cmd_error:
1209         return ret;
1210 }
1211
1212
1213 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
1214 {
1215         int ret = MM_ERROR_NONE;
1216         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
1217         int set_strobe = 0;
1218         int display_reuse_hint = FALSE;
1219         GstCameraControl *control = NULL;
1220         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1221
1222         GstElement *pipeline = NULL;
1223
1224         _MMCamcorderSubContext *sc = NULL;
1225
1226         MMCAM_LOG_INFO("");
1227
1228         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1229
1230         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1231         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1232
1233         /* check strobe and set OFF if PERMANENT mode */
1234         mm_camcorder_get_attributes(handle, NULL,
1235                 MMCAM_STROBE_MODE, &strobe_mode,
1236                 NULL);
1237         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
1238             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1239                 MMCAM_LOG_INFO("current strobe mode is PERMANENT, set OFF");
1240
1241                 /* get camera control */
1242                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1243                 if (control) {
1244                         /* convert MSL to sensor value */
1245                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
1246
1247                         /* set strobe OFF */
1248                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
1249
1250                         MMCAM_LOG_INFO("set strobe OFF done - value: %d", set_strobe);
1251                 } else {
1252                         MMCAM_LOG_WARNING("cast CAMERA_CONTROL failed");
1253                 }
1254         }
1255
1256         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1257
1258         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
1259                 MMCAM_LOG_INFO("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",
1260                         sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
1261                 _mmcamcorder_remove_recorder_pipeline(handle);
1262         }
1263
1264         mm_camcorder_get_attributes(handle, NULL,
1265                 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
1266                 NULL);
1267
1268         MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
1269
1270         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", display_reuse_hint);
1271
1272         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1273         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1274
1275         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
1276
1277         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1278
1279         traceEnd(TTRACE_TAG_CAMERA);
1280
1281         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1282         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1283
1284         if (display_reuse_hint)
1285                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", FALSE);
1286
1287         /* deregister sound status callback */
1288         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
1289                 MMCAM_LOG_INFO("deregister sound status callback");
1290
1291                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb);
1292
1293                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
1294         }
1295
1296         return ret;
1297 }
1298
1299
1300 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
1301 {
1302         int ret = MM_ERROR_NONE;
1303
1304         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1305         _MMCamcorderSubContext *sc = NULL;
1306
1307         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1308
1309         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1310         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1311
1312         MMCAM_LOG_INFO("command %d", command);
1313
1314         switch (command) {
1315         case _MMCamcorder_CMD_CAPTURE:
1316                 ret = __mmcamcorder_image_cmd_capture(handle);
1317                 break;
1318         case _MMCamcorder_CMD_PREVIEW_START:
1319                 ret = __mmcamcorder_image_cmd_preview_start(handle);
1320
1321                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
1322                 _mmcamcorder_video_current_framerate_init(handle);
1323                 break;
1324         case _MMCamcorder_CMD_PREVIEW_STOP:
1325                 ret = __mmcamcorder_image_cmd_preview_stop(handle);
1326                 break;
1327         case _MMCamcorder_CMD_RECORD:
1328         case _MMCamcorder_CMD_PAUSE:
1329         case _MMCamcorder_CMD_CANCEL:
1330         case _MMCamcorder_CMD_COMMIT:
1331                 /* video recording command */
1332                 ret = _mmcamcorder_video_command(handle, command);
1333                 break;
1334         default:
1335                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1336                 break;
1337         }
1338
1339         return ret;
1340 }
1341
1342
1343 static void __mmcamcorder_init_stillshot_info(MMHandleType handle)
1344 {
1345         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1346         _MMCamcorderSubContext *sc = NULL;
1347         _MMCamcorderImageInfo *info = NULL;
1348
1349         mmf_return_if_fail(hcamcorder);
1350
1351         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1352         mmf_return_if_fail(sc && sc->info_image);
1353
1354         info = sc->info_image;
1355
1356         MMCAM_LOG_INFO("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
1357
1358         if (info->type == _MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
1359                 info->capture_cur_count = 0;
1360                 info->capture_send_count = 0;
1361                 info->multi_shot_stop = TRUE;
1362                 info->next_shot_time = 0;
1363
1364                 /* capturing flag set to FALSE here */
1365                 info->capturing = FALSE;
1366         }
1367
1368         return;
1369 }
1370
1371
1372 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1373 {
1374         int ret = MM_ERROR_NONE;
1375         unsigned char *data = NULL;
1376         unsigned int datalen = 0;
1377         _MMCamcorderSubContext *sc = NULL;
1378         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1379
1380         mmf_return_val_if_fail(hcamcorder, FALSE);
1381         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1382         mmf_return_val_if_fail(sc, FALSE);
1383
1384         MMCAM_LOG_INFO("");
1385
1386         if (!original || original->data == NULL || original->length == 0) {
1387                 if (original) {
1388                         MMCAM_LOG_ERROR("data=%p, length=%d",
1389                                 original->data, original->length);
1390                 } else {
1391                         MMCAM_LOG_ERROR("original is null");
1392                 }
1393
1394                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1395         } else {
1396                 /* original is input/output param. save original values to local var. */
1397                 data = original->data;
1398                 datalen = original->length;
1399         }
1400
1401         if (provide_exif == FALSE) {
1402                 if (thumbnail) {
1403                         if (thumbnail->data && thumbnail->length > 0) {
1404                                 MMCAM_LOG_INFO("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
1405                                         thumbnail->data, thumbnail->width, thumbnail->height);
1406
1407                                 /* add thumbnail exif info */
1408                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
1409                                         thumbnail->data,
1410                                         thumbnail->width,
1411                                         thumbnail->height,
1412                                         thumbnail->length);
1413                         } else {
1414                                 MMCAM_LOG_ERROR("Skip adding thumbnail (data=%p, length=%d)",
1415                                         thumbnail->data, thumbnail->length);
1416                         }
1417                 }
1418         } else {
1419                 ret = MM_ERROR_NONE;
1420         }
1421
1422         if (ret == MM_ERROR_NONE) {
1423                 /* write jpeg with exif */
1424                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length, hcamcorder->exif_info, data, datalen);
1425                 if (ret != MM_ERROR_NONE)
1426                         MMCAM_LOG_ERROR("mm_exif_write_exif_jpeg_to_memory error! [0x%x]", ret);
1427         }
1428
1429         MMCAM_LOG_INFO("END ret 0x%x", ret);
1430
1431         return ret;
1432 }
1433
1434
1435 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1436 {
1437         GstCaps *caps = NULL;
1438         GstMapInfo mapinfo;
1439         const GstStructure *structure;
1440
1441         mmf_return_if_fail(capture_data && sample);
1442
1443         caps = gst_sample_get_caps(sample);
1444         if (caps == NULL) {
1445                 MMCAM_LOG_ERROR("failed to get caps");
1446                 goto GET_FAILED;
1447         }
1448
1449         structure = gst_caps_get_structure(caps, 0);
1450         if (structure == NULL) {
1451                 MMCAM_LOG_ERROR("failed to get structure");
1452                 goto GET_FAILED;
1453         }
1454
1455         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1456
1457         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1458         capture_data->data = mapinfo.data;
1459         capture_data->format = pixtype;
1460         gst_structure_get(structure,
1461                 "width", G_TYPE_INT, &capture_data->width,
1462                 "height", G_TYPE_INT, &capture_data->height,
1463                 NULL);
1464         capture_data->length = mapinfo.size;
1465         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1466
1467         MMCAM_LOG_WARNING("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1468                 capture_data->data, capture_data->width, capture_data->height,
1469                 capture_data->length, capture_data->format);
1470         return;
1471
1472 GET_FAILED:
1473         capture_data->data = NULL;
1474         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1475         capture_data->length = 0;
1476
1477         return;
1478 }
1479
1480
1481 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1482 {
1483         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1484         _MMCamcorderSubContext *sc = NULL;
1485
1486         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1487
1488         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1489         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1490
1491         MMCAM_LOG_INFO("");
1492
1493         /* if tag enable and doesn't provide exif, we make it */
1494         MMCAM_LOG_INFO("Add exif information if existed(thumbnail[%p])", thumbnail);
1495         if (thumbnail && thumbnail->data)
1496                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1497         else
1498                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1499 }
1500
1501
1502 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1503 {
1504         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1505         _MMCamcorderSubContext *sc = NULL;
1506
1507         mmf_return_if_fail(hcamcorder);
1508         mmf_return_if_fail(dest);
1509
1510         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1511         mmf_return_if_fail(sc);
1512
1513         MMCAM_LOG_INFO("tag : %d, provide exif : %d", tag_enable, provide_exif);
1514
1515         /* if dest->data is allocated in MSL, release it */
1516         if (tag_enable && !provide_exif) {
1517                 if (dest->data) {
1518                         free(dest->data);
1519                         dest->length = 0;
1520                         dest->data = NULL;
1521                         MMCAM_LOG_INFO("Jpeg is released!");
1522                 }
1523         } else {
1524                 MMCAM_LOG_INFO("No need to release");
1525         }
1526
1527         return;
1528 }
1529
1530
1531 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1532 {
1533         int ret = MM_ERROR_NONE;
1534         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1535         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1536         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1537         int codectype = MM_IMAGE_CODEC_JPEG;
1538         int count = 0;
1539         int stop_cont_shot = FALSE;
1540         int tag_enable = FALSE;
1541         int provide_exif = FALSE;
1542         int capture_quality = 0;
1543         int try_lock_count = 0;
1544         gboolean send_captured_message = FALSE;
1545         unsigned char *exif_raw_data = NULL;
1546         unsigned char *internal_main_data = NULL;
1547         unsigned int internal_main_length = 0;
1548         unsigned char *internal_thumb_data = NULL;
1549         unsigned int internal_thumb_length = 0;
1550         unsigned char *compare_data = NULL;
1551
1552         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1553         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1554         _MMCamcorderImageInfo *info = NULL;
1555         _MMCamcorderSubContext *sc = NULL;
1556         MMCamcorderCaptureDataType dest = {0,};
1557         MMCamcorderCaptureDataType thumb = {0,};
1558         MMCamcorderCaptureDataType scrnail = {0,};
1559         MMCamcorderCaptureDataType encode_src = {0,};
1560         GstMapInfo mapinfo1;
1561         GstMapInfo mapinfo2;
1562         GstMapInfo mapinfo3;
1563
1564         MMHandleType attrs;
1565         int attr_index_for_screennail = 0;
1566         int attr_index_for_exif = 0;
1567
1568         mmf_return_if_fail(hcamcorder);
1569
1570         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1571         mmf_return_if_fail(sc && sc->info_image);
1572
1573         info = sc->info_image;
1574
1575         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1576         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1577         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1578
1579         /* get current state */
1580         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1581
1582         MMCAM_LOG_ERROR("START - current state %d", current_state);
1583
1584         /* check capture state */
1585         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0)
1586                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1587                         MMCAM_CAPTURE_BREAK_CONTINUOUS_SHOT, &stop_cont_shot,
1588                         NULL);
1589
1590         if (!info->capturing || stop_cont_shot) {
1591                 MMCAM_LOG_WARNING("stop command[%d] or not capturing state[%d]. skip this...", stop_cont_shot, info->capturing);
1592
1593                 /* set FALSE here for the case that info->capturing is still FALSE
1594                         (== capture_send_count is 0 at the time _mmcamcorder_commit_capture_break_cont_shot is called) */
1595                 info->capturing = FALSE;
1596
1597                 /*free GstBuffer*/
1598                 if (sample1)
1599                         gst_sample_unref(sample1);
1600
1601                 if (sample2)
1602                         gst_sample_unref(sample2);
1603
1604                 if (sample3)
1605                         gst_sample_unref(sample3);
1606
1607                 return;
1608         }
1609
1610         /* check command lock to block capture callback if capture start API is not returned
1611            wait for 2 seconds at worst case */
1612         try_lock_count = 0;
1613         do {
1614                 MMCAM_LOG_INFO("Try command LOCK");
1615                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1616                         MMCAM_LOG_INFO("command LOCK OK");
1617                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1618                         break;
1619                 }
1620
1621                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1622                         MMCAM_LOG_WARNING("command LOCK Failed, retry...[count %d]", try_lock_count);
1623                         usleep(TRY_LOCK_TIME);
1624                 } else {
1625                         MMCAM_LOG_ERROR("failed to lock command LOCK");
1626                         break;
1627                 }
1628         } while (TRUE);
1629
1630         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1631                 /* play capture sound here if multi capture
1632                    or preview format is ITLV(because of AF and flash control in plugin) */
1633                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1634                         g_mutex_lock(&hcamcorder->task_thread_lock);
1635                         MMCAM_LOG_INFO("send signal for sound play");
1636                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1637                         g_cond_signal(&hcamcorder->task_thread_cond);
1638                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1639                 } else if (!info->played_capture_sound) {
1640                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1641                 }
1642         }
1643
1644         /* init capture data */
1645         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1646         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1647         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1648
1649         /* Prepare main, thumbnail buffer */
1650         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1), FALSE);
1651         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1652                 MMCAM_LOG_ERROR("Unsupported pixel type");
1653                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1654                 goto error;
1655         }
1656
1657         /* Main image buffer */
1658         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1659                 MMCAM_LOG_ERROR("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1660                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1661                 goto error;
1662         } else {
1663                 if ((mapinfo1.data == NULL) && (mapinfo1.size == 0)) {
1664                         MMCAM_LOG_ERROR("mapinfo1 is wrong (%p, size %zu)", mapinfo1.data, mapinfo1.size);
1665                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1666                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1667                         goto error;
1668                 } else {
1669                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1670                 }
1671         }
1672
1673         if (!sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ))
1674                 MMCAM_LOG_INFO("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1675
1676         if (!sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ))
1677                 MMCAM_LOG_INFO("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1678
1679         /* Screennail image buffer */
1680         attrs = MMF_CAMCORDER_ATTRS(hcamcorder);
1681         mm_attrs_get_index(attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index_for_screennail);
1682
1683         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1684                 MMCAM_LOG_INFO("Screennail (sample3=%p,size=%zu)", sample3, mapinfo3.size);
1685
1686                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3), FALSE);
1687                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1688
1689                 /* Set screennail attribute for application */
1690                 ret = mm_attrs_set_data(attrs, attr_index_for_screennail, &scrnail, sizeof(scrnail));
1691                 MMCAM_LOG_INFO("Screennail set attribute data %p, size %zu, ret %x", &scrnail, sizeof(scrnail), ret);
1692         } else {
1693                 MMCAM_LOG_INFO("Sample3 has wrong pointer. Not Error. (sample3=%p)", sample3);
1694                 mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1695         }
1696
1697         /* commit screennail data */
1698         mm_attrs_commit(attrs, attr_index_for_screennail);
1699
1700         /* init thumb data */
1701         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1702
1703         /* get provide-exif */
1704         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1705
1706         /* Thumbnail image buffer */
1707         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1708                 MMCAM_LOG_INFO("Thumbnail (buffer2=%p)", gst_sample_get_buffer(sample2));
1709                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2), FALSE);
1710                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1711         } else {
1712                 MMCAM_LOG_INFO("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1713
1714                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1715                         ExifLoader *l;
1716                         /* get thumbnail from EXIF */
1717                         l = exif_loader_new();
1718                         if (l) {
1719                                 ExifData *ed;
1720                                 char  width[10];
1721                                 char  height[10];
1722                                 ExifEntry *entry = NULL;
1723
1724                                 exif_loader_write(l, dest.data, dest.length);
1725
1726                                 /* Get a pointer to the EXIF data */
1727                                 ed = exif_loader_get_data(l);
1728
1729                                 /* The loader is no longer needed--free it */
1730                                 exif_loader_unref(l);
1731                                 l = NULL;
1732                                 if (ed) {
1733                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1734                                         if (entry != NULL)
1735                                                 exif_entry_get_value(entry, width, 10);
1736
1737                                         entry = NULL;
1738                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1739                                         if (entry != NULL)
1740                                                 exif_entry_get_value(entry, height, 10);
1741
1742                                         entry = NULL;
1743                                         /* Make sure the image had a thumbnail before trying to write it */
1744                                         if (ed->data && ed->size) {
1745                                                 thumb.data = malloc(ed->size);
1746                                                 if (thumb.data) {
1747                                                         memcpy(thumb.data, ed->data, ed->size);
1748                                                         thumb.length = ed->size;
1749                                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1750                                                         thumb.width = atoi(width);
1751                                                         thumb.height = atoi(height);
1752                                                         internal_thumb_data = thumb.data;
1753                                                 } else {
1754                                                         MMCAM_LOG_ERROR("failed to alloc thumbnail data");
1755                                                 }
1756                                         }
1757                                         exif_data_unref(ed);
1758                                         ed = NULL;
1759                                 } else {
1760                                         MMCAM_LOG_WARNING("failed to get exif data");
1761                                 }
1762                         } else {
1763                                 MMCAM_LOG_WARNING("failed to create exif loader");
1764                         }
1765                 }
1766
1767                 if (thumb.data == NULL) {
1768                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1769                             scrnail.data && scrnail.length != 0) {
1770                                 /* make thumbnail image with screennail data */
1771                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1772                         } else if (sc->internal_encode) {
1773                                 /* make thumbnail image with main data, this is raw data */
1774                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1775                         }
1776                 }
1777
1778                 /* encode thumbnail */
1779                 if (encode_src.data) {
1780                         size_t thumb_length = 0;
1781                         unsigned int thumb_width = 0;
1782                         unsigned int thumb_height = 0;
1783                         unsigned char *thumb_raw_data = NULL;
1784
1785                         /* encode image */
1786                         MMCAM_LOG_INFO("Encode Thumbnail");
1787
1788                         if (encode_src.width > THUMBNAIL_WIDTH) {
1789                                 /* calculate thumbnail size */
1790                                 thumb_width = THUMBNAIL_WIDTH;
1791                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1792                                 if (thumb_height % 2 != 0)
1793                                         thumb_height += 1;
1794
1795                                 MMCAM_LOG_INFO("need to resize : thumbnail size %dx%d, format %d",
1796                                         thumb_width, thumb_height, encode_src.format);
1797
1798                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1799                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1800                                      encode_src.width % thumb_width == 0 &&
1801                                      encode_src.height % thumb_height == 0) {
1802                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1803                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1804                                                 thumb_raw_data = NULL;
1805                                                 MMCAM_LOG_WARNING("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1806                                         }
1807                                 } else {
1808                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1809                                                 encode_src.length, encode_src.format,
1810                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1811                                                 thumb_raw_data = NULL;
1812                                                 MMCAM_LOG_WARNING("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1813                                         }
1814                                 }
1815                         } else {
1816                                 thumb_width = encode_src.width;
1817                                 thumb_height = encode_src.height;
1818
1819                                 MMCAM_LOG_INFO("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1820
1821                                 thumb_raw_data = encode_src.data;
1822                                 thumb_length = encode_src.length;
1823                         }
1824
1825                         if (thumb_raw_data) {
1826                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1827                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1828                                         (void **)&internal_thumb_data, &internal_thumb_length);
1829                                 if (ret) {
1830                                         MMCAM_LOG_INFO("encode THUMBNAIL done - data %p, length %d", internal_thumb_data, internal_thumb_length);
1831
1832                                         thumb.data = internal_thumb_data;
1833                                         thumb.length = internal_thumb_length;
1834                                         thumb.width = thumb_width;
1835                                         thumb.height = thumb_height;
1836                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1837                                 } else {
1838                                         MMCAM_LOG_WARNING("failed to encode THUMBNAIL");
1839                                 }
1840
1841                                 /* release allocated raw data memory */
1842                                 if (thumb_raw_data != encode_src.data) {
1843                                         free(thumb_raw_data);
1844                                         thumb_raw_data = NULL;
1845                                         MMCAM_LOG_INFO("release thumb_raw_data");
1846                                 }
1847                         } else {
1848                                 MMCAM_LOG_WARNING("thumb_raw_data is NULL");
1849                         }
1850                 } else {
1851                         /* no raw data src for thumbnail */
1852                         MMCAM_LOG_INFO("no need to encode thumbnail");
1853                 }
1854         }
1855
1856         /* Encode JPEG */
1857         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1858                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1859                         MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1860                         NULL);
1861                 MMCAM_LOG_INFO("Start Internal Encode - capture_quality %d", capture_quality);
1862
1863                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1864                         pixtype_main, dest.length, capture_quality,
1865                         (void **)&internal_main_data, &internal_main_length);
1866                 if (!ret) {
1867                         MMCAM_LOG_ERROR("_mmcamcorder_encode_jpeg failed");
1868
1869                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1870
1871                         goto error;
1872                 }
1873
1874                 /* set format */
1875                 dest.data = internal_main_data;
1876                 dest.length = internal_main_length;
1877                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1878
1879                 MMCAM_LOG_INFO("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1880         }
1881
1882         if (info->capture_format != MM_PIXEL_FORMAT_ENCODED) {
1883                 MMCAM_LOG_INFO("not encoded format, skip exif related sequence");
1884                 goto _CAPTURE_CB_EXIF_DONE;
1885         }
1886
1887         /* create EXIF info */
1888         if (!provide_exif) {    /* make new exif */
1889                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1890         } else {        /* load from jpeg buffer dest.data */
1891                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1892                 if (ret != MM_ERROR_NONE) {
1893                         MMCAM_LOG_ERROR("Failed to load exif_info [%x], try to create EXIF", ret);
1894                         provide_exif = FALSE;
1895                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1896                 }
1897         }
1898         if (ret != MM_ERROR_NONE) {
1899                 MMCAM_LOG_ERROR("Failed to create exif_info [%x], but keep going...", ret);
1900         } else {
1901                 /* add basic exif info */
1902                 if (!provide_exif) {
1903                         MMCAM_LOG_INFO("add basic exif info");
1904                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1905                 } else {
1906                         MMCAM_LOG_INFO("update exif info");
1907                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1908                 }
1909
1910                 if (ret != MM_ERROR_NONE) {
1911                         MMCAM_LOG_WARNING("Failed set_exif_basic_info [%x], but keep going...", ret);
1912                         ret = MM_ERROR_NONE;
1913                 }
1914         }
1915
1916         /* get attribute item for EXIF data */
1917         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index_for_exif);
1918
1919         /* set EXIF data to attribute */
1920         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1921                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1922                 if (exif_raw_data) {
1923                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1924                         mm_attrs_set_data(attrs, attr_index_for_exif, exif_raw_data, hcamcorder->exif_info->size);
1925                         MMCAM_LOG_INFO("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1926                 } else {
1927                         MMCAM_LOG_WARNING("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1928                 }
1929         } else {
1930                 MMCAM_LOG_WARNING("failed to create EXIF. set EXIF as NULL");
1931                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1932         }
1933
1934         /* commit EXIF data */
1935         mm_attrs_commit(attrs, attr_index_for_exif);
1936
1937         /* get tag-enable */
1938         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1939
1940         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1941         if (tag_enable) {
1942                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1943                         MMCAM_IMAGE_ENCODER, &codectype,
1944                         NULL);
1945                 MMCAM_LOG_INFO("codectype %d", codectype);
1946
1947                 switch (codectype) {
1948                 case MM_IMAGE_CODEC_JPEG:
1949                 case MM_IMAGE_CODEC_SRW:
1950                 case MM_IMAGE_CODEC_JPEG_SRW:
1951                         ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1952                         if (ret != MM_ERROR_NONE) {
1953                                 MMCAM_LOG_ERROR("Error on setting extra data to jpeg");
1954                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1955                                 goto error;
1956                         }
1957                         break;
1958                 default:
1959                         MMCAM_LOG_ERROR("The codectype is not supported. (%d)", codectype);
1960                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1961                         goto error;
1962                 }
1963         }
1964
1965 _CAPTURE_CB_EXIF_DONE:
1966
1967         /* Handle Capture Callback */
1968         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1969
1970         if (hcamcorder->vcapture_cb) {
1971                 MMCAM_LOG_INFO("APPLICATION CALLBACK START");
1972                 if (thumb.data)
1973                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1974                 else
1975                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1976
1977                 MMCAM_LOG_INFO("APPLICATION CALLBACK END");
1978         } else {
1979                 MMCAM_LOG_ERROR("Capture callback is NULL.");
1980
1981                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1982
1983                 goto err_release_exif;
1984         }
1985
1986         /* Set capture count */
1987         count = ++(info->capture_send_count);
1988         send_captured_message = TRUE;
1989
1990 err_release_exif:
1991         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1992
1993         /* init screennail and EXIF raw data */
1994         mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1995         mm_attrs_commit(attrs, attr_index_for_screennail);
1996         if (exif_raw_data) {
1997                 free(exif_raw_data);
1998                 exif_raw_data = NULL;
1999
2000                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
2001                 mm_attrs_commit(attrs, attr_index_for_exif);
2002         }
2003
2004         /* Release jpeg data */
2005         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED)
2006                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
2007
2008 error:
2009         /* Check end condition and set proper value */
2010         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
2011             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
2012                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
2013         }
2014
2015         /* release internal allocated data */
2016         if (sc->internal_encode)
2017                 compare_data = internal_main_data;
2018         else
2019                 compare_data = mapinfo1.data;
2020
2021         if (dest.data && compare_data &&
2022             dest.data != compare_data) {
2023                 MMCAM_LOG_INFO("release internal allocated data %p", dest.data);
2024                 free(dest.data);
2025                 dest.data = NULL;
2026                 dest.length = 0;
2027         }
2028         if (internal_main_data) {
2029                 MMCAM_LOG_INFO("release internal main data %p", internal_main_data);
2030                 free(internal_main_data);
2031                 internal_main_data = NULL;
2032         }
2033         if (internal_thumb_data) {
2034                 MMCAM_LOG_INFO("release internal thumb data %p", internal_thumb_data);
2035                 free(internal_thumb_data);
2036                 internal_thumb_data = NULL;
2037         }
2038
2039         /* reset compare_data */
2040         compare_data = NULL;
2041
2042         /*free GstBuffer*/
2043         if (sample1) {
2044                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
2045                 gst_sample_unref(sample1);
2046         }
2047         if (sample2) {
2048                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
2049                 gst_sample_unref(sample2);
2050         }
2051         if (sample3) {
2052                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
2053                 gst_sample_unref(sample3);
2054         }
2055
2056         /* destroy exif info */
2057         mm_exif_destory_exif_info(hcamcorder->exif_info);
2058         hcamcorder->exif_info = NULL;
2059
2060         /* send captured message */
2061         if (send_captured_message) {
2062                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
2063                         /* Send CAPTURED message and count - capture success */
2064                         if (current_state >= MM_CAMCORDER_STATE_RECORDING)
2065                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
2066                         else
2067                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
2068                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
2069                         /* send captured message only once in HDR and Original Capture mode */
2070                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
2071                 }
2072         }
2073
2074         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
2075                 /* Handle capture in recording case */
2076                 hcamcorder->capture_in_recording = FALSE;
2077
2078                 g_mutex_lock(&hcamcorder->task_thread_lock);
2079
2080                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
2081                         MMCAM_LOG_INFO("send signal for capture in recording");
2082                         g_cond_signal(&hcamcorder->task_thread_cond);
2083                 } else {
2084                         MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
2085                 }
2086
2087                 g_mutex_unlock(&hcamcorder->task_thread_lock);
2088
2089                 _MMCAMCORDER_CMD_SIGNAL(hcamcorder);
2090         }
2091
2092         MMCAM_LOG_ERROR("END");
2093
2094         return;
2095 }
2096
2097
2098 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data)
2099 {
2100         if (!sample) {
2101                 MMCAM_LOG_ERROR("NULL sample for extra preview[id:%d]", stream_id);
2102                 return;
2103         }
2104
2105         /* no need to check return value here */
2106         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, stream_id);
2107
2108         gst_sample_unref(sample);
2109 }
2110
2111
2112 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2113 {
2114         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2115         _MMCamcorderSubContext *sc = NULL;
2116
2117         GstCaps *caps = NULL;
2118         GstSample *sample = NULL;
2119
2120         mmf_return_val_if_fail(hcamcorder, FALSE);
2121
2122         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2123         mmf_return_val_if_fail(sc && sc->element, FALSE);
2124
2125         /* make sample with buffer and caps */
2126         caps = gst_pad_get_allowed_caps(pad);
2127         mmf_return_val_if_fail(caps, TRUE);
2128
2129         sample = gst_sample_new(buffer, caps, NULL, NULL);
2130         gst_caps_unref(caps);
2131         mmf_return_val_if_fail(sample, TRUE);
2132
2133         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, 0);
2134
2135         gst_sample_unref(sample);
2136
2137         return TRUE;
2138 }
2139
2140
2141 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2142 {
2143         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2144         _MMCamcorderSubContext *sc = NULL;
2145
2146         mmf_return_val_if_fail(hcamcorder, FALSE);
2147
2148         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2149         mmf_return_val_if_fail(sc && sc->element, FALSE);
2150
2151         MMCAM_LOG_INFO("");
2152
2153         /* FIXME. How could you get a thumbnail? */
2154         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
2155
2156         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
2157                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
2158                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
2159                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
2160         }
2161
2162         return TRUE;
2163 }
2164
2165
2166 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
2167 {
2168         int value = 0;
2169         ExifShort eshort = 0;
2170         int ret = MM_ERROR_NONE;
2171
2172         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
2173         MMCAM_LOG_INFO("get orientation [%d]", value);
2174         if (value == 0)
2175                 value = MM_EXIF_ORIENTATION;
2176
2177         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
2178         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
2179                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
2180         if (ret != MM_ERROR_NONE)
2181                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
2182
2183 exit:
2184         return ed;
2185 }
2186
2187
2188 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
2189 {
2190         int ret = MM_ERROR_NONE;
2191         char *make = strdup(MM_MAKER_NAME);
2192
2193         if (make) {
2194                 MMCAM_LOG_INFO("maker [%s]", make);
2195                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
2196                         EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
2197                 free(make);
2198                 if (ret != MM_ERROR_NONE)
2199                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
2200         } else {
2201                 MMCAM_LOG_ERROR("strdup failed [%s]", MM_MAKER_NAME);
2202         }
2203
2204 exit:
2205         return ed;
2206 }
2207
2208
2209 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
2210 {
2211         int ret = MM_ERROR_NONE;
2212         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2213
2214         if (hcamcorder == NULL || ed == NULL) {
2215                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2216                 return NULL;
2217         }
2218
2219         if (hcamcorder->software_version) {
2220                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
2221                         strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
2222
2223                 MMCAM_LOG_INFO("set software_version[%s] ret[0x%x]",
2224                         hcamcorder->software_version, ret);
2225         } else {
2226                 MMCAM_LOG_ERROR("model_name is NULL");
2227         }
2228
2229         return ed;
2230 }
2231
2232
2233 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
2234 {
2235         int ret = MM_ERROR_NONE;
2236         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2237
2238         if (hcamcorder == NULL || ed == NULL) {
2239                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2240                 return NULL;
2241         }
2242
2243         if (hcamcorder->model_name) {
2244                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
2245                         strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
2246
2247                 MMCAM_LOG_ERROR("set model name[%s] ret[0x%x]",
2248                         hcamcorder->model_name, ret);
2249         } else {
2250                 MMCAM_LOG_ERROR("model_name is NULL");
2251         }
2252
2253         return ed;
2254 }
2255
2256 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
2257 {
2258         int ret = MM_ERROR_NONE;
2259         int gps_enable = TRUE;
2260         char *err_name = NULL;
2261         double latitude = INVALID_GPS_VALUE;
2262         double longitude = INVALID_GPS_VALUE;
2263         double altitude = INVALID_GPS_VALUE;
2264
2265         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
2266         if (ret == MM_ERROR_NONE && gps_enable) {
2267                 ExifByte GpsVersion[4] = {2, 2, 0, 0};
2268
2269                 MMCAM_LOG_INFO("Tag for GPS is ENABLED.");
2270
2271                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
2272                         EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
2273                 if (ret != MM_ERROR_NONE)
2274                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
2275
2276                 ret = mm_camcorder_get_attributes(handle, &err_name,
2277                         MMCAM_TAG_LATITUDE, &latitude,
2278                         MMCAM_TAG_LONGITUDE, &longitude,
2279                         MMCAM_TAG_ALTITUDE, &altitude, NULL);
2280                 if (ret != MM_ERROR_NONE) {
2281                         MMCAM_LOG_ERROR("failed to get gps info [%x][%s]", ret, err_name);
2282                         SAFE_FREE(err_name);
2283                         goto exit;
2284                 }
2285
2286                 MMCAM_LOG_INFO("latitude [%f]", latitude);
2287                 if (latitude != INVALID_GPS_VALUE) {
2288                         unsigned char *b = NULL;
2289                         unsigned int deg;
2290                         unsigned int min;
2291                         unsigned int sec;
2292                         ExifRational rData;
2293
2294                         if (latitude < 0) {
2295                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2296                                         EXIF_FORMAT_ASCII, 2, "S");
2297                                 if (ret != MM_ERROR_NONE)
2298                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2299
2300                                 latitude = -latitude;
2301                         } else if (latitude > 0) {
2302                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2303                                         EXIF_FORMAT_ASCII, 2, "N");
2304                                 if (ret != MM_ERROR_NONE)
2305                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2306                         }
2307
2308                         deg = (unsigned int)(latitude);
2309                         min = (unsigned int)((latitude-deg) * 60);
2310                         sec = (unsigned int)(((latitude-deg) * 3600) - min * 60);
2311
2312                         MMCAM_LOG_INFO("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2313                         b = malloc(3 * sizeof(ExifRational));
2314                         if (b) {
2315                                 rData.numerator = deg;
2316                                 rData.denominator = 1;
2317                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2318                                 rData.numerator = min;
2319                                 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2320                                 rData.numerator = sec;
2321                                 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2322
2323                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
2324                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2325                                 free(b);
2326                                 if (ret != MM_ERROR_NONE)
2327                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
2328                         } else {
2329                                 MMCAM_LOG_WARNING("malloc failed");
2330                         }
2331                 }
2332
2333                 MMCAM_LOG_INFO("longitude [%f]", longitude);
2334                 if (longitude != INVALID_GPS_VALUE) {
2335                         unsigned char *b = NULL;
2336                         unsigned int deg;
2337                         unsigned int min;
2338                         unsigned int sec;
2339                         ExifRational rData;
2340
2341                         if (longitude < 0) {
2342                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2343                                         EXIF_FORMAT_ASCII, 2, "W");
2344                                 if (ret != MM_ERROR_NONE)
2345                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2346
2347                                 longitude = -longitude;
2348                         } else if (longitude > 0) {
2349                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2350                                         EXIF_FORMAT_ASCII, 2, "E");
2351                                 if (ret != MM_ERROR_NONE)
2352                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2353                         }
2354
2355                         deg = (unsigned int)(longitude);
2356                         min = (unsigned int)((longitude-deg) * 60);
2357                         sec = (unsigned int)(((longitude-deg) * 3600) - min * 60);
2358
2359                         MMCAM_LOG_INFO("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2360                         b = malloc(3 * sizeof(ExifRational));
2361                         if (b) {
2362                                 rData.numerator = deg;
2363                                 rData.denominator = 1;
2364                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2365                                 rData.numerator = min;
2366                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
2367                                 rData.numerator = sec;
2368                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
2369                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
2370                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2371                                 free(b);
2372                                 if (ret != MM_ERROR_NONE)
2373                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
2374                         } else {
2375                                 MMCAM_LOG_WARNING("malloc failed");
2376                         }
2377                 }
2378
2379                 MMCAM_LOG_INFO("f_altitude [%f]", altitude);
2380                 if (altitude != INVALID_GPS_VALUE) {
2381                         ExifByte alt_ref = 0;
2382                         unsigned char *b = NULL;
2383                         ExifRational rData;
2384                         b = malloc(sizeof(ExifRational));
2385                         if (b) {
2386                                 if (altitude < 0) {
2387                                         alt_ref = 1;
2388                                         altitude = -altitude;
2389                                 }
2390
2391                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
2392                                         EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
2393                                 if (ret != MM_ERROR_NONE) {
2394                                         MMCAM_LOG_ERROR("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
2395                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2396                                                 free(b);
2397                                                 b = NULL;
2398                                                 goto exit;
2399                                         }
2400                                 }
2401
2402                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
2403                                 rData.denominator = 100;
2404                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2405                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
2406                                         EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2407                                 free(b);
2408                                 if (ret != MM_ERROR_NONE)
2409                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
2410                         } else {
2411                                 MMCAM_LOG_WARNING("malloc failed");
2412                         }
2413                 }
2414
2415                 {
2416                         double gps_timestamp = INVALID_GPS_VALUE;
2417                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
2418                         MMCAM_LOG_INFO("Gps timestamp [%f]", gps_timestamp);
2419                         if (gps_timestamp > 0.0) {
2420                                 unsigned char *b = NULL;
2421                                 unsigned int hour;
2422                                 unsigned int min;
2423                                 unsigned int microsec;
2424                                 ExifRational rData;
2425
2426                                 hour = (unsigned int)(gps_timestamp / 3600);
2427                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
2428                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
2429
2430                                 MMCAM_LOG_INFO("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
2431                                 b = malloc(3 * sizeof(ExifRational));
2432                                 if (b) {
2433                                         rData.numerator = hour;
2434                                         rData.denominator = 1;
2435                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2436
2437                                         rData.numerator = min;
2438                                         rData.denominator = 1;
2439                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2440
2441                                         rData.numerator = microsec;
2442                                         rData.denominator = 1000000;
2443                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2444
2445                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
2446                                                 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2447                                         free(b);
2448                                         if (ret != MM_ERROR_NONE)
2449                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
2450                                 } else {
2451                                         MMCAM_LOG_WARNING("malloc failed.");
2452                                 }
2453                         }
2454                 }
2455
2456                 {
2457                         unsigned char *date_stamp = NULL;
2458                         int date_stamp_len = 0;
2459
2460                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
2461
2462                         if (date_stamp) {
2463                                 MMCAM_LOG_INFO("Date stamp [%s]", date_stamp);
2464
2465                                 /* cause it should include NULL char */
2466                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2467                                         EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2468                                 if (ret != MM_ERROR_NONE)
2469                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2470                         }
2471                 }
2472
2473                 {
2474                         unsigned char *processing_method = NULL;
2475                         int processing_method_len = 0;
2476
2477                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2478
2479                         if (processing_method) {
2480                                 MMCAM_LOG_INFO("Processing method [%s]", processing_method);
2481
2482                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2483                                         EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2484                                 if (ret != MM_ERROR_NONE)
2485                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2486                         }
2487                 }
2488         } else {
2489                 MMCAM_LOG_INFO("Tag for GPS is DISABLED.");
2490         }
2491
2492 exit:
2493         return ed;
2494 }
2495
2496
2497 static int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2498 {
2499         int ret = MM_ERROR_NONE;
2500         mmf_camcorder_t *hcamcorder = NULL;
2501         ExifData *ed = NULL;
2502
2503         hcamcorder = MMF_CAMCORDER(handle);
2504
2505         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2506
2507         ed = exif_data_new_from_data(imagedata, imgln);
2508         /*ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);*/
2509
2510         if (ed == NULL) {
2511                 MMCAM_LOG_ERROR("get exif data error!!");
2512                 return MM_ERROR_INVALID_HANDLE;
2513         }
2514
2515         /* update necessary */
2516
2517         __mmcamcorder_update_exif_make(handle, ed);
2518         __mmcamcorder_update_exif_software(handle, ed);
2519         __mmcamcorder_update_exif_model(handle, ed);
2520         __mmcamcorder_update_exif_orientation(handle, ed);
2521         __mmcamcorder_update_exif_gps(handle, ed);
2522         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2523         if (ret != MM_ERROR_NONE)
2524                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
2525
2526         exif_data_unref(ed);
2527         ed = NULL;
2528         return ret;
2529 }
2530
2531 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2532 {
2533         int ret = MM_ERROR_NONE;
2534         int value;
2535         int str_val_len = 0;
2536         int cntl = 0;
2537         int cnts = 0;
2538         char *str_value = NULL;
2539         char *user_comment = NULL;
2540         ExifData *ed = NULL;
2541         ExifLong config;
2542         ExifLong ExifVersion;
2543         static ExifShort eshort[20];
2544         static ExifLong elong[10];
2545
2546         GstCameraControl *control = NULL;
2547         GstCameraControlExifInfo avsys_exif_info;
2548
2549         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2550         _MMCamcorderSubContext *sc = NULL;
2551
2552         MMCAM_LOG_INFO("");
2553
2554         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2555
2556         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2557         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2558
2559         CLEAR(avsys_exif_info);
2560
2561         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2562                 MMCAM_LOG_ERROR("Can't cast Video source into camera control. Skip camera control values...");
2563         } else {
2564                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2565                 /* get device information */
2566                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2567         }
2568
2569         /* get ExifData from exif info */
2570         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2571         if (ed == NULL) {
2572                 MMCAM_LOG_ERROR("get exif data error!!");
2573                 return MM_ERROR_INVALID_HANDLE;
2574         }
2575
2576         /* Receive attribute info */
2577
2578         /* START INSERT IFD_0 */
2579
2580         /*0. EXIF_TAG_EXIF_VERSION */
2581         ExifVersion = MM_EXIF_VERSION;
2582         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2583                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2584         if (ret != MM_ERROR_NONE)
2585                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2586
2587         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2588         value = image_width;
2589
2590         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2591         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2592                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2593         if (ret != MM_ERROR_NONE)
2594                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2595
2596         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2597                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2598         if (ret != MM_ERROR_NONE)
2599                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2600
2601         MMCAM_LOG_INFO("width[%d]", value);
2602
2603         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2604         value = image_height;
2605
2606         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2607         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2608                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2609         if (ret != MM_ERROR_NONE)
2610                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2611
2612         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2613                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2614         if (ret != MM_ERROR_NONE)
2615                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2616
2617         MMCAM_LOG_INFO("height[%d]", value);
2618
2619         /*4. EXIF_TAG_DATE_TIME */
2620
2621         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2622
2623         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2624         {
2625                 gchar *b = NULL;
2626                 time_t t;
2627                 struct tm tm;
2628
2629                 t = time(NULL);
2630                 tzset();
2631                 localtime_r(&t, &tm);
2632
2633                 b = g_strdup_printf("%04i:%02i:%02i %02i:%02i:%02i",
2634                         tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2635                         tm.tm_hour, tm.tm_min, tm.tm_sec);
2636
2637                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2638                 if (ret != MM_ERROR_NONE) {
2639                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2640                                 g_free(b);
2641
2642                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2643                 }
2644
2645                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2646                 if (ret != MM_ERROR_NONE) {
2647                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2648                                 g_free(b);
2649
2650                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2651                 }
2652
2653                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2654                 if (ret != MM_ERROR_NONE) {
2655                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2656                                 g_free(b);
2657
2658                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2659                 }
2660
2661                 g_free(b);
2662         }
2663
2664         /*5. EXIF_TAG_MAKE */
2665         __mmcamcorder_update_exif_make(handle, ed);
2666
2667 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2668
2669         /*6. EXIF_TAG_MODEL */
2670         __mmcamcorder_update_exif_model(handle, ed);
2671
2672 #endif
2673         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2674         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2675         if (str_value && str_val_len > 0) {
2676                 char *description = strdup(str_value);
2677
2678                 MMCAM_LOG_INFO("description [%s]", str_value);
2679
2680                 if (description) {
2681                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2682                                 EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2683                         free(description);
2684                         str_value = NULL;
2685                         str_val_len = 0;
2686                         if (ret != MM_ERROR_NONE)
2687                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2688                 } else {
2689                         MMCAM_LOG_ERROR("strdup failed for [%s]", str_value);
2690                 }
2691         } else {
2692                 MMCAM_LOG_WARNING("failed to get description");
2693         }
2694
2695         /*7. EXIF_TAG_SOFTWARE*/
2696         __mmcamcorder_update_exif_software(handle, ed);
2697
2698 /*
2699         if (control != NULL) {
2700                 char software[50] = {0,};
2701                 unsigned int len = 0;
2702
2703                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8, (avsys_exif_info.software_used & 0xff));
2704                 MMCAM_LOG_INFO("software [%s], len [%d]", software, len);
2705                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2706                         EXIF_FORMAT_ASCII, len, (const char *)software);
2707                 if (ret != MM_ERROR_NONE) {
2708                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2709                 }
2710         }
2711 */
2712
2713         __mmcamcorder_update_exif_orientation(handle, ed);
2714
2715         /* START INSERT EXIF_IFD */
2716
2717         /*3. User Comment*/
2718         /*FIXME : get user comment from real user */
2719         user_comment = strdup(MM_USER_COMMENT);
2720         if (user_comment) {
2721                 MMCAM_LOG_INFO("user_comment=%s", user_comment);
2722                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2723                         EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2724                 free(user_comment);
2725                 if (ret != MM_ERROR_NONE)
2726                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2727         } else {
2728                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2729                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2730         }
2731
2732         /*9. EXIF_TAG_COLOR_SPACE */
2733         if (control != NULL) {
2734                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2735                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2736                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2737                 if (ret != MM_ERROR_NONE)
2738                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2739         }
2740
2741         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2742         if (control != NULL) {
2743                 config = avsys_exif_info.component_configuration;
2744                 MMCAM_LOG_INFO("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ", config);
2745                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2746                         EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2747                 if (ret != MM_ERROR_NONE)
2748                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2749         }
2750
2751         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2752         /* written  the device_info */
2753
2754         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2755         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2756
2757         /*14. EXIF_TAG_EXPOSURE_TIME*/
2758         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2759                 unsigned char *b = NULL;
2760                 ExifRational rData;
2761
2762                 MMCAM_LOG_INFO("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2763                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2764
2765                 b = malloc(sizeof(ExifRational));
2766                 if (b) {
2767                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2768                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2769
2770                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2771                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2772                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2773                         free(b);
2774                         if (ret != MM_ERROR_NONE)
2775                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2776                 } else {
2777                         MMCAM_LOG_WARNING("malloc failed.");
2778                 }
2779         } else {
2780                 MMCAM_LOG_INFO("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2781                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2782         }
2783
2784         /*15. EXIF_TAG_FNUMBER */
2785         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2786                 unsigned char *b = NULL;
2787                 ExifRational rData;
2788
2789                 MMCAM_LOG_INFO("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2790                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2791
2792                 b = malloc(sizeof(ExifRational));
2793                 if (b) {
2794                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2795                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2796                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2797                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2798                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2799                         free(b);
2800                         if (ret != MM_ERROR_NONE)
2801                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2802                 } else {
2803                         MMCAM_LOG_WARNING("malloc failed.");
2804                 }
2805         } else {
2806                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2807                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2808         }
2809
2810         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2811         /*FIXME*/
2812         value = MM_EXPOSURE_PROGRAM;
2813         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2814         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2815                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2816         if (ret != MM_ERROR_NONE)
2817                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2818
2819         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2820         if (avsys_exif_info.iso) {
2821                 MMCAM_LOG_INFO("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2822                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2823                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2824                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2825                 if (ret != MM_ERROR_NONE)
2826                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2827         }
2828
2829         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2830         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2831                 unsigned char *b = NULL;
2832                 ExifSRational rsData;
2833
2834                 MMCAM_LOG_INFO("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2835                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2836
2837                 b = malloc(sizeof(ExifSRational));
2838                 if (b) {
2839                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2840                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2841                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2842                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2843                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2844                         free(b);
2845                         if (ret != MM_ERROR_NONE)
2846                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2847                 } else {
2848                         MMCAM_LOG_WARNING("malloc failed.");
2849                 }
2850         } else {
2851                 MMCAM_LOG_INFO("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2852                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2853         }
2854
2855         /*19. EXIF_TAG_APERTURE_VALUE*/
2856         if (avsys_exif_info.aperture_in_APEX) {
2857                 unsigned char *b = NULL;
2858                 ExifRational rData;
2859
2860                 MMCAM_LOG_INFO("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2861
2862                 b = malloc(sizeof(ExifRational));
2863                 if (b) {
2864                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2865                         rData.denominator = 1;
2866                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2867                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2868                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2869                         free(b);
2870                         if (ret != MM_ERROR_NONE)
2871                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2872                 } else {
2873                         MMCAM_LOG_WARNING("malloc failed.");
2874                 }
2875         } else {
2876                 MMCAM_LOG_INFO("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2877         }
2878
2879         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2880         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2881                 unsigned char *b = NULL;
2882                 ExifSRational rsData;
2883
2884                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2885                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2886
2887                 b = malloc(sizeof(ExifSRational));
2888                 if (b) {
2889                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2890                         rsData.denominator = avsys_exif_info.brightness_denominator;
2891                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2892                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2893                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2894                         free(b);
2895                         if (ret != MM_ERROR_NONE)
2896                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2897                 } else {
2898                         MMCAM_LOG_WARNING("malloc failed.");
2899                 }
2900         } else {
2901                 MMCAM_LOG_INFO("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2902                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2903         }
2904
2905         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2906         value = 0;
2907         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2908         if (ret == MM_ERROR_NONE) {
2909                 unsigned char *b = NULL;
2910                 ExifSRational rsData;
2911
2912                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2913                         value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2914
2915                 b = malloc(sizeof(ExifSRational));
2916                 if (b) {
2917                         rsData.numerator = value - hcamcorder->brightness_default;
2918                         if (hcamcorder->brightness_step_denominator != 0) {
2919                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2920                         } else {
2921                                 MMCAM_LOG_WARNING("brightness_step_denominator is ZERO, so set 1");
2922                                 rsData.denominator = 1;
2923                         }
2924                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2925                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2926                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2927                         free(b);
2928                         if (ret != MM_ERROR_NONE)
2929                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2930                 } else {
2931                         MMCAM_LOG_WARNING("malloc failed.");
2932                 }
2933         } else {
2934                 MMCAM_LOG_INFO("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2935         }
2936
2937         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2938 /*
2939         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2940                 unsigned char *b = NULL;
2941                 ExifRational rData;
2942
2943                 MMCAM_LOG_INFO("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2944
2945                 b = malloc(sizeof(ExifRational));
2946                 if (b) {
2947                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2948                         rData.denominator = 1;
2949                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2950                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2951                                 EXIF_FORMAT_RATIONAL, 1, b);
2952                         free(b);
2953                         if (ret != MM_ERROR_NONE)
2954                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2955                 } else {
2956                         MMCAM_LOG_WARNING("failed to alloc for MAX aperture value");
2957                 }
2958         }
2959 */
2960
2961         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2962         /* default : none */
2963
2964         /*24. EXIF_TAG_METERING_MODE */
2965         if (control != NULL) {
2966                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.metering_mode);
2967                 MMCAM_LOG_INFO("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2968                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2969                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2970                 if (ret != MM_ERROR_NONE)
2971                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2972         }
2973
2974         /*25. EXIF_TAG_LIGHT_SOURCE*/
2975
2976         /*26. EXIF_TAG_FLASH*/
2977         if (control != NULL) {
2978                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.flash);
2979                 MMCAM_LOG_INFO("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2980                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2981                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2982                 if (ret != MM_ERROR_NONE)
2983                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2984         }
2985
2986         /*27. EXIF_TAG_FOCAL_LENGTH*/
2987         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2988                 unsigned char *b = NULL;
2989                 ExifRational rData;
2990
2991                 MMCAM_LOG_INFO("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2992                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2993
2994                 b = malloc(sizeof(ExifRational));
2995                 if (b) {
2996                         rData.numerator = avsys_exif_info.focal_len_numerator;
2997                         rData.denominator = avsys_exif_info.focal_len_denominator;
2998                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2999                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
3000                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
3001                         free(b);
3002                         if (ret != MM_ERROR_NONE)
3003                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
3004                 } else {
3005                         MMCAM_LOG_WARNING("malloc failed.");
3006                 }
3007         } else {
3008                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
3009                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
3010         }
3011
3012         /*28. EXIF_TAG_SENSING_METHOD*/
3013         /*FIXME*/
3014         value = MM_SENSING_MODE;
3015         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3016         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
3017                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3018         if (ret != MM_ERROR_NONE)
3019                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
3020
3021         /*29. EXIF_TAG_FILE_SOURCE*/
3022 /*
3023         value = MM_FILE_SOURCE;
3024         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
3025         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
3026                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
3027         if (ret != MM_ERROR_NONE)
3028                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
3029 */
3030
3031         /*30. EXIF_TAG_SCENE_TYPE*/
3032 /*
3033         value = MM_SCENE_TYPE;
3034         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
3035         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
3036                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
3037         if (ret != MM_ERROR_NONE)
3038                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
3039 */
3040
3041         /*31. EXIF_TAG_EXPOSURE_MODE*/
3042         /*FIXME*/
3043         value = MM_EXPOSURE_MODE;
3044         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3045         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
3046                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3047         if (ret != MM_ERROR_NONE)
3048                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
3049
3050         /*32. EXIF_TAG_WHITE_BALANCE*/
3051         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
3052         if (ret == MM_ERROR_NONE) {
3053                 int set_value = 0;
3054                 MMCAM_LOG_INFO("WHITE BALANCE [%d]", value);
3055
3056                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC)
3057                         set_value = 0;
3058                 else
3059                         set_value = 1;
3060
3061                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
3062                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
3063                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3064                 if (ret != MM_ERROR_NONE)
3065                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
3066         } else {
3067                 MMCAM_LOG_WARNING("failed to get white balance [%x]", ret);
3068         }
3069
3070         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
3071 /*
3072         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
3073         if (ret == MM_ERROR_NONE) {
3074                 MMCAM_LOG_INFO("DIGITAL ZOOM [%d]", value);
3075
3076                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3077                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
3078                         EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3079                 if (ret != MM_ERROR_NONE)
3080                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
3081         } else {
3082                 MMCAM_LOG_WARNING("failed to get digital zoom [%x]", ret);
3083         }
3084 */
3085
3086         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
3087         /*FIXME*/
3088 /*
3089         value = MM_FOCAL_LENGTH_35MMFILM;
3090         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
3091         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
3092                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3093         if (ret != MM_ERROR_NONE)
3094                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
3095 */
3096
3097         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
3098         {
3099                 int scene_capture_type;
3100
3101                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
3102                 if (ret == MM_ERROR_NONE) {
3103                         MMCAM_LOG_INFO("Scene mode(program mode) [%d]", value);
3104
3105                         switch (value) {
3106                         case MM_CAMCORDER_SCENE_MODE_NORMAL:
3107                                 scene_capture_type = 0; /* standard */
3108                                 break;
3109                         case MM_CAMCORDER_SCENE_MODE_PORTRAIT:
3110                                 scene_capture_type = 2; /* portrait */
3111                                 break;
3112                         case MM_CAMCORDER_SCENE_MODE_LANDSCAPE:
3113                                 scene_capture_type = 1; /* landscape */
3114                                 break;
3115                         case MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE:
3116                                 scene_capture_type = 3; /* night scene */
3117                                 break;
3118                         default:
3119                                 scene_capture_type = 4; /* Others */
3120                                 break;
3121                         }
3122
3123                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
3124                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
3125                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3126                         if (ret != MM_ERROR_NONE)
3127                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
3128                 } else {
3129                         MMCAM_LOG_WARNING("failed to get scene mode [%x]", ret);
3130                 }
3131         }
3132
3133         /*36. EXIF_TAG_GAIN_CONTROL*/
3134         /*FIXME*/
3135 /*
3136         value = MM_GAIN_CONTROL;
3137         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3138         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
3139                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3140         if (ret != MM_ERROR_NONE)
3141                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
3142 */
3143
3144
3145         /*37. EXIF_TAG_CONTRAST */
3146         {
3147                 type_int_range *irange = NULL;
3148                 int level = 0;
3149
3150                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3151                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3152                         "Contrast",
3153                         &irange);
3154                 if (irange != NULL) {
3155                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
3156
3157                         MMCAM_LOG_INFO("CONTRAST current [%d], default [%d]", value, irange->default_value);
3158
3159                         if (value == irange->default_value)
3160                                 level = MM_VALUE_NORMAL;
3161                         else if (value < irange->default_value)
3162                                 level = MM_VALUE_LOW;
3163                         else
3164                                 level = MM_VALUE_HARD;
3165
3166                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3167                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
3168                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3169                         if (ret != MM_ERROR_NONE)
3170                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
3171                 } else {
3172                         MMCAM_LOG_WARNING("failed to get range of contrast");
3173                 }
3174         }
3175
3176         /*38. EXIF_TAG_SATURATION*/
3177         {
3178                 type_int_range *irange = NULL;
3179                 int level = 0;
3180
3181                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3182                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3183                         "Saturation",
3184                         &irange);
3185                 if (irange != NULL) {
3186                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
3187
3188                         MMCAM_LOG_INFO("SATURATION current [%d], default [%d]", value, irange->default_value);
3189
3190                         if (value == irange->default_value)
3191                                 level = MM_VALUE_NORMAL;
3192                         else if (value < irange->default_value)
3193                                 level = MM_VALUE_LOW;
3194                         else
3195                                 level = MM_VALUE_HARD;
3196
3197                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3198                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
3199                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3200                         if (ret != MM_ERROR_NONE)
3201                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
3202                 } else {
3203                         MMCAM_LOG_WARNING("failed to get range of saturation");
3204                 }
3205         }
3206
3207         /*39. EXIF_TAG_SHARPNESS*/
3208         {
3209                 type_int_range *irange = NULL;
3210                 int level = 0;
3211
3212                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3213                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3214                         "Sharpness",
3215                         &irange);
3216                 if (irange != NULL) {
3217                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
3218
3219                         MMCAM_LOG_INFO("SHARPNESS current [%d], default [%d]", value, irange->default_value);
3220
3221                         if (value == irange->default_value)
3222                                 level = MM_VALUE_NORMAL;
3223                         else if (value < irange->default_value)
3224                                 level = MM_VALUE_LOW;
3225                         else
3226                                 level = MM_VALUE_HARD;
3227
3228                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3229                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
3230                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3231                         if (ret != MM_ERROR_NONE)
3232                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
3233                 } else {
3234                         MMCAM_LOG_WARNING("failed to get range of sharpness");
3235                 }
3236         }
3237
3238         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
3239         /*FIXME*/
3240         value = MM_SUBJECT_DISTANCE_RANGE;
3241         MMCAM_LOG_INFO("DISTANCE_RANGE [%d]", value);
3242         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3243         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
3244                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3245         if (ret != MM_ERROR_NONE)
3246                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
3247
3248         /* GPS information */
3249         __mmcamcorder_update_exif_gps(handle, ed);
3250
3251         MMCAM_LOG_INFO("");
3252
3253         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
3254         if (ret != MM_ERROR_NONE)
3255                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
3256
3257 exit:
3258         MMCAM_LOG_INFO("finished!! [%x]", ret);
3259
3260         if (ed)
3261                 exif_data_unref(ed);
3262
3263         return ret;
3264 }
3265
3266
3267 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data)
3268 {
3269         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
3270         _MMCamcorderImageInfo *info = NULL;
3271
3272         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
3273
3274         MMCAM_LOG_INFO("START");
3275
3276         info = hcamcorder->sub_context->info_image;
3277
3278         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
3279
3280         MMCAM_LOG_INFO("DONE : sound status %d", info->sound_status);
3281
3282         return;
3283 }
3284
3285
3286 int _mmcamcorder_set_extra_preview_device_type(MMHandleType handle, int stream_id, int device_type)
3287 {
3288         int ret = MM_ERROR_NONE;
3289         int camera_id = 0;
3290         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3291         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3292
3293         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3294         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3295         mmf_return_val_if_fail(hcamcorder->extra_preview.mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT,
3296                 MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3297         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3298                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3299         mmf_return_val_if_fail(device_type > MM_VIDEO_DEVICE_NONE && device_type < MM_VIDEO_DEVICE_NUM
3300                 , MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3301
3302         mm_camcorder_get_state(handle, &current_state);
3303
3304         MMCAM_LOG_INFO("stream_id[%d], device type[%d]", stream_id, device_type);
3305
3306         if (current_state > MM_CAMCORDER_STATE_NULL) {
3307                 MMCAM_LOG_ERROR("The device type can not be set after pipeline created");
3308                 return MM_ERROR_CAMCORDER_INVALID_STATE;
3309         }
3310
3311         ret = _mmcamcorder_get_camera_id(device_type, &camera_id);
3312         if (ret != MM_ERROR_NONE)
3313                 return ret;
3314
3315         hcamcorder->extra_preview.camera_id[stream_id] = camera_id;
3316
3317         return MM_ERROR_NONE;
3318 }
3319
3320
3321 int _mmcamcorder_set_extra_preview_stream_format(MMHandleType handle, int stream_id, int pixel_format, int width, int height, int fps)
3322 {
3323         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3324         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3325         GstCameraControl *control = NULL;
3326         _MMCamcorderSubContext *sc = NULL;
3327
3328         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3329         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3330         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3331                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3332         mmf_return_val_if_fail(pixel_format > MM_PIXEL_FORMAT_INVALID && pixel_format < MM_PIXEL_FORMAT_NUM,
3333                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3334         mmf_return_val_if_fail(width > 0 && height > 0 && fps >= 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3335
3336         mm_camcorder_get_state(handle, &current_state);
3337
3338         MMCAM_LOG_INFO("state[%d] stream_id[%d],fmt[%d],res[%dx%d],fps[%d]",
3339                 current_state, stream_id, pixel_format, width, height, fps);
3340
3341         if (current_state >= MM_CAMCORDER_STATE_READY) {
3342                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3343                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3344
3345                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3346                 if (!gst_camera_control_set_extra_preview_stream_format(control,
3347                         stream_id, _mmcamcorder_get_camera_control_image_format(pixel_format), width, height, fps)) {
3348                         MMCAM_LOG_ERROR("camera control failed");
3349                         return MM_ERROR_CAMCORDER_INTERNAL;
3350                 }
3351         } else {
3352                 MMCAM_LOG_INFO("It will be set when start preview");
3353                 hcamcorder->extra_preview.format[stream_id].need_to_set_format = TRUE;
3354         }
3355
3356         hcamcorder->extra_preview.format[stream_id].pixel_format = pixel_format;
3357         hcamcorder->extra_preview.format[stream_id].width = width;
3358         hcamcorder->extra_preview.format[stream_id].height = height;
3359         hcamcorder->extra_preview.format[stream_id].fps = fps;
3360
3361         return MM_ERROR_NONE;
3362 }
3363
3364
3365 int _mmcamcorder_get_extra_preview_stream_format(MMHandleType handle, int stream_id, int *pixel_format, int *width, int *height, int *fps)
3366 {
3367         int _width = 0;
3368         int _height = 0;
3369         int _fps = 0;
3370         GstCameraControlImageFormat _img_fmt = GST_CAMERA_CONTROL_IMAGE_FORMAT_NV12;
3371         GstCameraControl *control = NULL;
3372         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3373         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3374         _MMCamcorderSubContext *sc = NULL;
3375
3376         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3377         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3378         mmf_return_val_if_fail(pixel_format && width && height && fps, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3379
3380         mm_camcorder_get_state(handle, &current_state);
3381
3382         if (current_state >= MM_CAMCORDER_STATE_READY) {
3383                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3384                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3385
3386                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3387                 if (!gst_camera_control_get_extra_preview_stream_format(control,
3388                         stream_id, &_img_fmt, &_width, &_height, &_fps)) {
3389                         MMCAM_LOG_ERROR("extra preview stream format get failed");
3390                         return MM_ERROR_CAMCORDER_INTERNAL;
3391                 }
3392
3393                 *pixel_format = _mmcamcorder_get_pixel_format2(_img_fmt);
3394                 *width = _width;
3395                 *height = _height;
3396                 *fps = _fps;
3397         } else {
3398                 *pixel_format = hcamcorder->extra_preview.format[stream_id].pixel_format;
3399                 *width = hcamcorder->extra_preview.format[stream_id].width;
3400                 *height = hcamcorder->extra_preview.format[stream_id].height;
3401                 *fps = hcamcorder->extra_preview.format[stream_id].fps;
3402         }
3403
3404         MMCAM_LOG_INFO("get result[fmt:%d(%d),res:%dx%d,fps:%d][state:%d]",
3405                 *pixel_format, _img_fmt, *width, *height, *fps, current_state);
3406
3407         return MM_ERROR_NONE;
3408 }
3409
3410
3411 int _mmcamcorder_set_extra_preview_bitrate(MMHandleType handle, int stream_id, int bitrate)
3412 {
3413         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3414         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3415         GstCameraControl *control = NULL;
3416         _MMCamcorderSubContext *sc = NULL;
3417
3418         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3419         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3420         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3421                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3422         mmf_return_val_if_fail(bitrate > 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3423
3424         mm_camcorder_get_state(handle, &current_state);
3425
3426         MMCAM_LOG_INFO("state[%d] stream[%d], bitrate[%d]", current_state, stream_id, bitrate);
3427
3428         if (current_state >= MM_CAMCORDER_STATE_READY) {
3429                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3430                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3431
3432                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3433                 if (!gst_camera_control_set_extra_preview_bitrate(control, stream_id, bitrate)) {
3434                         MMCAM_LOG_ERROR("set bitrate[%d] for stream[%d] failed", bitrate, stream_id);
3435                         return MM_ERROR_CAMCORDER_INTERNAL;
3436                 }
3437         } else {
3438                 MMCAM_LOG_INFO("It will be set when start preview");
3439                 hcamcorder->extra_preview.format[stream_id].need_to_set_bitrate = TRUE;
3440         }
3441
3442         hcamcorder->extra_preview.format[stream_id].bitrate = bitrate;
3443
3444         return MM_ERROR_NONE;
3445 }
3446
3447
3448 int _mmcamcorder_get_extra_preview_bitrate(MMHandleType handle, int stream_id, int *bitrate)
3449 {
3450         int _bitrate = 0;
3451         GstCameraControl *control = NULL;
3452         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3453         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3454         _MMCamcorderSubContext *sc = NULL;
3455
3456         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3457         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3458         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3459                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3460         mmf_return_val_if_fail(bitrate, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3461
3462         mm_camcorder_get_state(handle, &current_state);
3463
3464         if (current_state >= MM_CAMCORDER_STATE_READY) {
3465                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3466                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3467
3468                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3469                 if (!gst_camera_control_get_extra_preview_bitrate(control, stream_id, &_bitrate)) {
3470                         MMCAM_LOG_ERROR("get bitrate for stream[%d] failed", stream_id);
3471                         return MM_ERROR_CAMCORDER_INTERNAL;
3472                 }
3473
3474                 *bitrate = _bitrate;
3475         } else {
3476                 *bitrate = hcamcorder->extra_preview.format[stream_id].bitrate;
3477         }
3478
3479         MMCAM_LOG_INFO("get bitrate[%d] for stream[%d][state:%d]",
3480                 *bitrate, stream_id, current_state);
3481
3482         return MM_ERROR_NONE;
3483 }
3484
3485
3486 int _mmcamcorder_set_extra_preview_gop_interval(MMHandleType handle, int stream_id, int interval)
3487 {
3488         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3489         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3490         GstCameraControl *control = NULL;
3491         _MMCamcorderSubContext *sc = NULL;
3492
3493         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3494         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3495         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3496                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3497
3498         mm_camcorder_get_state(handle, &current_state);
3499
3500         MMCAM_LOG_INFO("state[%d] stream[%d], interval[%d]", current_state, stream_id, interval);
3501
3502         if (current_state >= MM_CAMCORDER_STATE_READY) {
3503                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3504                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3505
3506                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3507                 if (!gst_camera_control_set_extra_preview_gop_interval(control, stream_id, interval)) {
3508                         MMCAM_LOG_ERROR("set GOP interval[%d] for stream[%d] failed", interval, stream_id);
3509                         return MM_ERROR_CAMCORDER_INTERNAL;
3510                 }
3511         } else {
3512                 MMCAM_LOG_INFO("It will be set when start preview");
3513                 hcamcorder->extra_preview.format[stream_id].need_to_set_gop_interval = TRUE;
3514         }
3515
3516         hcamcorder->extra_preview.format[stream_id].gop_interval = interval;
3517
3518         return MM_ERROR_NONE;
3519 }
3520
3521
3522 int _mmcamcorder_get_extra_preview_gop_interval(MMHandleType handle, int stream_id, int *interval)
3523 {
3524         int _interval = 0;
3525         GstCameraControl *control = NULL;
3526         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3527         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3528         _MMCamcorderSubContext *sc = NULL;
3529
3530         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3531         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3532         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3533                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3534         mmf_return_val_if_fail(interval, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3535
3536         mm_camcorder_get_state(handle, &current_state);
3537
3538         if (current_state >= MM_CAMCORDER_STATE_READY) {
3539                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3540                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3541
3542                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3543                 if (!gst_camera_control_get_extra_preview_gop_interval(control, stream_id, &_interval)) {
3544                         MMCAM_LOG_ERROR("get GOP interval for stream[%d] failed", stream_id);
3545                         return MM_ERROR_CAMCORDER_INTERNAL;
3546                 }
3547
3548                 *interval = _interval;
3549         } else {
3550                 *interval = hcamcorder->extra_preview.format[stream_id].gop_interval;
3551         }
3552
3553         MMCAM_LOG_INFO("get GOP interval[%d] for stream[%d][state:%d]",
3554                 *interval, stream_id, current_state);
3555
3556         return MM_ERROR_NONE;
3557 }