src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include "mm_camcorder_internal.h"
  29 #include "mm_camcorder_stillshot.h"
  30 #include "mm_camcorder_exifinfo.h"
  31 #include "mm_camcorder_exifdef.h"
  32 #include <libexif/exif-loader.h>
  33 #include <libexif/exif-utils.h>
  34 #include <libexif/exif-data.h>
  35
  36 #ifdef _MMCAMCORDER_CAMERA_BOOST_SUPPORT
  37 #include "mm_camcorder_boost.h"
  38 #endif /* _MMCAMCORDER_CAMERA_BOOST_SUPPORT */
  39
  40
  41 /*---------------------------------------------------------------------------------------
  42 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  43 ---------------------------------------------------------------------------------------*/
  44 #define EXIF_SET_ERR(return_type, tag_id) \
  45 do { \
  46         MMCAM_LOG_ERROR("error=%x,tag=%x", return_type, tag_id); \
  47         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  48                 goto exit; \
  49         } \
  50 } while (0)
  51
  52 /*---------------------------------------------------------------------------------------
  53 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  54 ---------------------------------------------------------------------------------------*/
  55 #define THUMBNAIL_WIDTH         320
  56 #define THUMBNAIL_HEIGHT        240
  57 #define THUMBNAIL_JPEG_QUALITY  90
  58 #define TRY_LOCK_MAX_COUNT      100
  59 #define TRY_LOCK_TIME           20000   /* ms */
  60 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  61
  62
  63 /*---------------------------------------------------------------------------------------
  64 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  65 ---------------------------------------------------------------------------------------*/
  66 /** STATIC INTERNAL FUNCTION **/
  67 static int __mmcamcorder_image_cmd_capture(MMHandleType handle);
  68 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  69 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  70
  71 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle);
  72 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle);
  73 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle);
  74 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle);
  75
  76 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder);
  77 static int __mmcamcorder_extra_preview_mode_deinit_camera_control(mmf_camcorder_t *hcamcorder);
  78 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode);
  79 static int __mmcamcorder_extra_preview_mode_deinit_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode);
  80
  81 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height);
  82 static int __mmcamcorder_update_exif_info(MMHandleType handle, void *imagedata, int imgln);
  83 static void __mmcamcorder_init_stillshot_info(MMHandleType handle);
  84 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample);
  85 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif);
  86 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
  87 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
  88
  89 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
  90 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
  91
  92 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  93 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data);
  94 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data);
  95
  96 /*=======================================================================================
  97 |  FUNCTION DEFINITIONS                                                                 |
  98 =======================================================================================*/
  99
 100 /*---------------------------------------------------------------------------------------
 101 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
 102 ---------------------------------------------------------------------------------------*/
 103
 104
 105 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle)
 106 {
 107         int err = MM_ERROR_UNKNOWN;
 108         GstPad *srcpad = NULL;
 109         GstPad *sinkpad = NULL;
 110
 111         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 112         _MMCamcorderSubContext *sc = NULL;
 113
 114         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 115
 116         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 117         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 118
 119         MMCAM_LOG_INFO("");
 120
 121         /* Create gstreamer element */
 122         MMCAM_LOG_INFO("Using Encodebin for capturing");
 123
 124         /* Create capture pipeline */
 125         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 126
 127         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 128         if (err != MM_ERROR_NONE)
 129                 return err;
 130
 131         /* add element and encodesink bin to encode main pipeline */
 132         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 133                 sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 134                 sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst,
 135                 sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 136                 NULL);
 137
 138         /* Link each element : appsrc - capsfilter - encodesink bin */
 139         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 140         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "sink");
 141         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 142
 143         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "src");
 144         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 145         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 146
 147         /* connect handoff signal to get capture data */
 148         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 149                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 150                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 151                 hcamcorder);
 152
 153         return MM_ERROR_NONE;
 154
 155 pipeline_creation_error:
 156         __mmcamcorder_capture_mode_deinit_encodebin(handle);
 157         return err;
 158 }
 159
 160
 161 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle)
 162 {
 163         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 164         _MMCamcorderSubContext *sc = NULL;
 165
 166         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 167
 168         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 169         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 170
 171         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 172
 173         MMCAM_LOG_INFO("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 174
 175         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 176                 _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 177                 G_CALLBACK(__mmcamcorder_image_capture_cb),
 178                 hcamcorder);
 179
 180         return MM_ERROR_NONE;
 181 }
 182
 183
 184 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle)
 185 {
 186         int err = MM_ERROR_NONE;
 187         int capture_width = 0;
 188         int capture_height = 0;
 189         int capture_quality = 0;
 190         char *err_name = NULL;
 191         gchar *caps_string = NULL;
 192         GstCaps *caps = NULL;
 193         GList *element_list = NULL;
 194
 195         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 196         _MMCamcorderSubContext *sc = NULL;
 197
 198         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 199
 200         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 201         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 202         mmf_return_val_if_fail(sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 203
 204         err = mm_camcorder_get_attributes(handle, &err_name,
 205                 MMCAM_CAPTURE_WIDTH, &capture_width,
 206                 MMCAM_CAPTURE_HEIGHT, &capture_height,
 207                 MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
 208                 NULL);
 209         if (err != MM_ERROR_NONE) {
 210                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, err);
 211                 SAFE_FREE(err_name);
 212                 return err;
 213         }
 214
 215         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS, "capsfilter", "vsrc_c_c", element_list, err);
 216         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK, "fakesink", "vsrc_c_s", element_list, err);
 217
 218         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "sync", TRUE);
 219         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "async", FALSE);
 220         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "enable-last-sample", FALSE);
 221         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "signal-handoffs", TRUE);
 222
 223         caps = gst_caps_new_simple("image/jpeg",
 224                 "width", G_TYPE_INT, capture_width,
 225                 "height", G_TYPE_INT, capture_height,
 226                 NULL);
 227         if (!caps) {
 228                 MMCAM_LOG_ERROR("caps for capture failed");
 229                 err = MM_ERROR_CAMCORDER_GST_LINK;
 230                 goto pipeline_creation_error;
 231         }
 232
 233         caps_string = gst_caps_to_string(caps);
 234         if (caps_string) {
 235                 MMCAM_LOG_INFO("set caps for capture[%s]", caps_string);
 236                 g_free(caps_string);
 237                 caps_string = NULL;
 238         }
 239
 240         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "caps", caps);
 241         gst_caps_unref(caps);
 242
 243         /* add elements to main pipeline */
 244         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 245                 MMCAM_LOG_ERROR("element_list add error.");
 246                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 247                 goto pipeline_creation_error;
 248         }
 249
 250         /* link elements */
 251         if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "image_%u",
 252                 sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "sink")) {
 253                 MMCAM_LOG_ERROR("capture pad link failed");
 254                 err = MM_ERROR_CAMCORDER_GST_LINK;
 255                 goto pipeline_creation_error;
 256         }
 257
 258         if (!_mmcamcorder_link_elements(element_list)) {
 259                 MMCAM_LOG_ERROR("element link error.");
 260                 err = MM_ERROR_CAMCORDER_GST_LINK;
 261                 goto pipeline_creation_error;
 262         }
 263
 264         g_list_free(element_list);
 265
 266         /* connect handoff signal to get capture data */
 267         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst,
 268                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 269                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 270                 hcamcorder);
 271
 272         return MM_ERROR_NONE;
 273
 274 pipeline_creation_error:
 275         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS);
 276         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK);
 277
 278         if (element_list) {
 279                 g_list_free(element_list);
 280                 element_list = NULL;
 281         }
 282
 283         return err;
 284 }
 285
 286
 287 int _mmcamcorder_initialize_capture_mode(MMHandleType handle)
 288 {
 289         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 290
 291         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 292
 293         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL)
 294                 return __mmcamcorder_capture_mode_init_camera_control(handle);
 295         else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD)
 296                 return __mmcamcorder_capture_mode_init_image_pad(handle);
 297
 298         return MM_ERROR_NONE;
 299 }
 300
 301
 302 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder)
 303 {
 304         int i = 0;
 305         _MMCamcorderSubContext *sc = NULL;
 306         GstCameraControl *control = NULL;
 307         _MMCamcorderExtraPreviewFormat *e_fmt = NULL;
 308
 309         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 310
 311         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 312         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 313
 314         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 315
 316         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 317         if (!control) {
 318                 MMCAM_LOG_ERROR("no camera control");
 319                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 320         }
 321
 322         MMCAM_LOG_INFO("connect extra preview stream signal and enable extra preview");
 323
 324         for (i = 0 ; i < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX ; i++) {
 325                 e_fmt = &hcamcorder->extra_preview.format[i];
 326
 327                 if (e_fmt->need_to_set_format) {
 328                         if (!gst_camera_control_set_extra_preview_stream_format(control,
 329                                 i, _mmcamcorder_get_pixel_format2(e_fmt->pixel_format),
 330                                 e_fmt->width, e_fmt->height, e_fmt->fps))
 331                                 MMCAM_LOG_WARNING("set format[%d,%dx%d,%d] failed for stream[%d]",
 332                                         e_fmt->pixel_format, e_fmt->width, e_fmt->height, e_fmt->fps, i);
 333
 334                         e_fmt->need_to_set_format = FALSE;
 335                 }
 336
 337                 if (e_fmt->need_to_set_bitrate) {
 338                         if (!gst_camera_control_set_extra_preview_bitrate(control, i, e_fmt->bitrate))
 339                                 MMCAM_LOG_WARNING("set bitrate[%d] failed for stream[%d]", e_fmt->bitrate, i);
 340
 341                         e_fmt->need_to_set_bitrate = FALSE;
 342                 }
 343
 344                 if (e_fmt->need_to_set_gop_interval) {
 345                         if (!gst_camera_control_set_extra_preview_gop_interval(control, i, e_fmt->gop_interval))
 346                                 MMCAM_LOG_WARNING("set GOP interval[%d] failed for stream[%d]", e_fmt->gop_interval, i);
 347
 348                         e_fmt->need_to_set_gop_interval = FALSE;
 349                 }
 350         }
 351
 352         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 353                 _MMCAMCORDER_HANDLER_EXTRA_PREVIEW, "extra-preview-stream-cb",
 354                 G_CALLBACK(__mmcamcorder_extra_preview_stream_cb),
 355                 hcamcorder);
 356
 357         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "extra-preview", TRUE);
 358
 359         MMCAM_LOG_INFO("done");
 360
 361         return MM_ERROR_NONE;
 362 }
 363
 364
 365 static int __mmcamcorder_extra_preview_mode_deinit_camera_control(mmf_camcorder_t *hcamcorder)
 366 {
 367         _MMCamcorderSubContext *sc = NULL;
 368         GstCameraControl *control = NULL;
 369
 370         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 371
 372         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 373         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 374
 375         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 376
 377         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 378         if (!control) {
 379                 MMCAM_LOG_ERROR("no camera control");
 380                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 381         }
 382
 383         MMCAM_LOG_INFO("disable extra preview and disconnect extra preview stream signal");
 384
 385         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "extra-preview", FALSE);
 386
 387         _mmcamcorder_disconnect_signal((MMHandleType)hcamcorder, _MMCAMCORDER_HANDLER_EXTRA_PREVIEW);
 388
 389         MMCAM_LOG_INFO("done");
 390
 391         return MM_ERROR_NONE;
 392 }
 393
 394
 395 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode)
 396 {
 397         int err = MM_ERROR_NONE;
 398         int extra_preview_enable = 0;
 399         int width = 0;
 400         int height = 0;
 401         int fps = 0;
 402         const char *videosrc_name = NULL;
 403         GstCaps *caps = NULL;
 404         GList *element_list = NULL;
 405
 406         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 407         _MMCamcorderSubContext *sc = NULL;
 408         type_element *videosrc_element = NULL;
 409
 410         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 411
 412         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 413         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 414
 415         err = mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
 416                 MMCAM_EXTRA_PREVIEW_ENABLE, &extra_preview_enable,
 417                 NULL);
 418
 419         width = hcamcorder->extra_preview.format[0].width;
 420         height = hcamcorder->extra_preview.format[0].height;
 421         fps = hcamcorder->extra_preview.format[0].fps;
 422
 423         if (!extra_preview_enable || width <= 0 || height <= 0 || fps <= 0) {
 424                 MMCAM_LOG_WARNING("extra preview disabled[enable:%d,res:%dx%d,fps:%d]",
 425                         extra_preview_enable, width, height, fps);
 426                 return MM_ERROR_NONE;
 427         }
 428
 429         if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT) {
 430                 _mmcamcorder_conf_get_element_and_name(handle,
 431                         hcamcorder->conf_main, CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT, "VideosrcElement",
 432                         &videosrc_element, &videosrc_name);
 433
 434                 _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SRC, videosrc_name, "vsrc_e_src", element_list, err);
 435
 436                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, "camera-id", hcamcorder->extra_preview.camera_id[0]);
 437
 438                 _mmcamcorder_conf_set_value_element_property(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, videosrc_element);
 439         }
 440
 441         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS, "capsfilter", "vsrc_e_c", element_list, err);
 442         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK, "fakesink", "vsrc_e_sink", element_list, err);
 443
 444         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "sync", TRUE);
 445         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "async", FALSE);
 446         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "enable-last-sample", FALSE);
 447         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "signal-handoffs", TRUE);
 448
 449         caps = _mmcamcorder_get_video_caps((MMHandleType)hcamcorder,
 450                 hcamcorder->extra_preview.format[0].pixel_format,
 451                 width, height, fps, -1);
 452         if (!caps) {
 453                 MMCAM_LOG_ERROR("caps for extra preview failed");
 454                 err = MM_ERROR_CAMCORDER_GST_LINK;
 455                 goto pipeline_creation_error;
 456         }
 457
 458         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "caps", caps);
 459         gst_caps_unref(caps);
 460
 461         /* add elements to main pipeline */
 462         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 463                 MMCAM_LOG_ERROR("element_list add error.");
 464                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 465                 goto pipeline_creation_error;
 466         }
 467
 468         /* link elements */
 469         if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD) {
 470                 if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "video_%u",
 471                         sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "sink")) {
 472                         MMCAM_LOG_ERROR("pad for extra preview link failed");
 473                         err = MM_ERROR_CAMCORDER_GST_LINK;
 474                         goto pipeline_creation_error;
 475                 }
 476         }
 477
 478         if (!_mmcamcorder_link_elements(element_list)) {
 479                 MMCAM_LOG_ERROR("element link error.");
 480                 err = MM_ERROR_CAMCORDER_GST_LINK;
 481                 goto pipeline_creation_error;
 482         }
 483
 484         g_list_free(element_list);
 485
 486         /* connect handoff signal to get capture data */
 487         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst,
 488                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 489                 G_CALLBACK(__mmcamcorder_handoff_callback_extra_preview),
 490                 hcamcorder);
 491
 492         return MM_ERROR_NONE;
 493
 494 pipeline_creation_error:
 495         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS);
 496         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK);
 497
 498         if (element_list) {
 499                 g_list_free(element_list);
 500                 element_list = NULL;
 501         }
 502
 503         return err;
 504 }
 505
 506
 507 static int __mmcamcorder_extra_preview_mode_deinit_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode)
 508 {
 509         /* TODO */
 510         return MM_ERROR_NONE;
 511 }
 512
 513
 514 int _mmcamcorder_initialize_extra_preview_mode(MMHandleType handle)
 515 {
 516         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 517
 518         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 519         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
 520
 521         switch (hcamcorder->extra_preview.mode) {
 522         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
 523                 return __mmcamcorder_extra_preview_mode_init_camera_control(handle);
 524         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD:
 525         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT:
 526                 return __mmcamcorder_extra_preview_mode_init_pipeline(handle, hcamcorder->extra_preview.mode);
 527         default:
 528                 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
 529                 return MM_ERROR_CAMCORDER_INTERNAL;
 530         }
 531 }
 532
 533
 534 int _mmcamcorder_deinitialize_extra_preview_mode(MMHandleType handle)
 535 {
 536         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 537
 538         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 539         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
 540
 541         switch (hcamcorder->extra_preview.mode) {
 542         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
 543                 return __mmcamcorder_extra_preview_mode_deinit_camera_control(handle);
 544         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD:
 545         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT:
 546                 return __mmcamcorder_extra_preview_mode_deinit_pipeline(handle, hcamcorder->extra_preview.mode);
 547         default:
 548                 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
 549                 return MM_ERROR_CAMCORDER_INTERNAL;
 550         }
 551 }
 552
 553
 554 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle)
 555 {
 556         int ret = MM_ERROR_NONE;
 557         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 558         _MMCamcorderSubContext *sc = NULL;
 559
 560         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 561
 562         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 563         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 564
 565         MMCAM_LOG_INFO("");
 566
 567         /* Check pipeline */
 568         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 569                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 570                 if (ret != MM_ERROR_NONE) {
 571                         MMCAM_LOG_ERROR("Failed to change encode main pipeline state [0x%x]", ret);
 572                         return ret;
 573                 }
 574
 575                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 576
 577                 GstPad *reqpad = NULL;
 578
 579                 /* release request pad */
 580                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 581                 if (reqpad) {
 582                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 583                         gst_object_unref(reqpad);
 584                         reqpad = NULL;
 585                 }
 586
 587                 /* release encode main pipeline */
 588                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 589
 590                 MMCAM_LOG_INFO("Encoder pipeline removed");
 591         } else {
 592                 MMCAM_LOG_INFO("encode main pipeline is already removed");
 593         }
 594
 595         return MM_ERROR_NONE;
 596 }
 597
 598
 599 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 600 {
 601         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 602         _MMCamcorderSubContext *sc = NULL;
 603         int display_reuse_hint = FALSE;
 604         GstElement *sink_element = NULL;
 605         MMHandleType attrs;
 606         int attr_index = 0;
 607
 608         mmf_return_if_fail(hcamcorder);
 609
 610         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 611         mmf_return_if_fail(sc && sc->element);
 612
 613         MMCAM_LOG_INFO("");
 614
 615         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 616                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 617                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 618
 619                 /* check reuse flag for display element */
 620                 mm_camcorder_get_attributes(handle, NULL,
 621                         MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
 622                         NULL);
 623
 624                 MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
 625
 626                 if (!display_reuse_hint)
 627                         goto _REUSE_CHECK_DONE;
 628
 629                 sink_element = sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst;
 630                 if (!sink_element) {
 631                         MMCAM_LOG_WARNING("sink element is NULL");
 632                         goto _REUSE_CHECK_DONE;
 633                 }
 634
 635                 attrs = MMF_CAMCORDER_ATTRS(handle);
 636                 if (!attrs) {
 637                         MMCAM_LOG_WARNING("attribute is NULL");
 638                         goto _REUSE_CHECK_DONE;
 639                 }
 640
 641                 MMCAM_LOG_INFO("REF sink element %p and set it to attribute", sink_element);
 642
 643                 /* ref element before remove it from pipeline */
 644                 gst_object_ref(sink_element);
 645
 646                 if (!gst_bin_remove(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), sink_element))
 647                         MMCAM_LOG_WARNING("failed to remove sink element from pipeline");
 648
 649                 /* reset floating reference flag to avoid leak after next use */
 650                 g_object_force_floating(G_OBJECT(sink_element));
 651
 652                 /* set sink element pointer to attribute */
 653                 mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
 654                 mm_attrs_set_data(attrs, attr_index, (void *)sink_element, sizeof(*sink_element));
 655                 mm_attrs_commit(attrs, attr_index);
 656
 657                 /* remove notify callback */
 658                 g_object_weak_unref(G_OBJECT(sink_element), (GWeakNotify)_mmcamcorder_element_release_noti, sc);
 659
 660                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst = NULL;
 661                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].id = _MMCAMCORDER_NONE;
 662
 663 _REUSE_CHECK_DONE:
 664                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
 665
 666                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 667
 668                 traceEnd(TTRACE_TAG_CAMERA);
 669
 670                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 671
 672                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
 673
 674                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 675
 676                 traceEnd(TTRACE_TAG_CAMERA);
 677
 678                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 679         }
 680
 681         return;
 682 }
 683
 684
 685 static int __mmcamcorder_image_cmd_capture(MMHandleType handle)
 686 {
 687         int ret = MM_ERROR_NONE;
 688         int width = 0;
 689         int height = 0;
 690         int fps = 0;
 691         int image_encoder = MM_IMAGE_CODEC_JPEG;
 692         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 693         int is_modified_size = FALSE;
 694         int tag_orientation = 0;
 695         unsigned int cap_fourcc = 0;
 696         char *err_name = NULL;
 697
 698         GstCameraControl *control = NULL;
 699
 700         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 701         _MMCamcorderImageInfo *info = NULL;
 702         _MMCamcorderSubContext *sc = NULL;
 703         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 704
 705         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 706
 707         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 708         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 709
 710         MMCAM_LOG_INFO("");
 711
 712         info = sc->info_image;
 713
 714         if (info->capturing) {
 715                 MMCAM_LOG_ERROR("already capturing");
 716                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 717         }
 718
 719         /* get current state */
 720         mm_camcorder_get_state(handle, &current_state);
 721
 722         /* set capture flag */
 723         info->capturing = TRUE;
 724
 725         ret = mm_camcorder_get_attributes(handle, &err_name,
 726                 MMCAM_IMAGE_ENCODER, &image_encoder,
 727                 MMCAM_CAMERA_WIDTH, &width,
 728                 MMCAM_CAMERA_HEIGHT, &height,
 729                 MMCAM_CAMERA_FPS, &fps,
 730                 MMCAM_CAPTURE_FORMAT, &info->capture_format,
 731                 MMCAM_CAPTURE_WIDTH, &info->width,
 732                 MMCAM_CAPTURE_HEIGHT, &info->height,
 733                 MMCAM_CAPTURE_COUNT, &info->count,
 734                 MMCAM_CAPTURE_INTERVAL, &info->interval,
 735                 MMCAM_STROBE_MODE, &strobe_mode,
 736                 MMCAM_TAG_ORIENTATION, &tag_orientation,
 737                 NULL);
 738         if (err_name) {
 739                 MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 740                 SAFE_FREE(err_name);
 741         }
 742
 743         ret = MM_ERROR_NONE;
 744
 745         /* check capture count */
 746         if (info->count < 1) {
 747                 MMCAM_LOG_ERROR("capture count[%d] is invalid", info->count);
 748                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 749                 goto cmd_done;
 750         } else if (info->count == 1) {
 751                 info->type = _MMCamcorder_SINGLE_SHOT;
 752         } else {
 753                 info->type = _MMCamcorder_MULTI_SHOT;
 754                 info->next_shot_time = 0;
 755                 info->multi_shot_stop = FALSE;
 756
 757                 /* sound init */
 758                 _mmcamcorder_sound_init(handle);
 759         }
 760
 761         MMCAM_LOG_INFO("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 762                 width, height, info->preview_format, info->width, info->height, info->capture_format,
 763                 info->count, info->hdr_capture_mode, info->interval);
 764
 765         /* check state */
 766         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 767                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
 768                         MMCAM_LOG_ERROR("could not capture in this target while recording");
 769                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 770                         goto cmd_done;
 771                 }
 772
 773                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 774                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 775                         MMCAM_LOG_ERROR("does not support multi/HDR capture while recording");
 776                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 777                         goto cmd_done;
 778                 }
 779
 780                 /* check capture size if ZSL is not supported*/
 781                 if (hcamcorder->support_zsl_capture == FALSE) {
 782                         MMCAM_LOG_WARNING("Capture size should be same with preview size while recording");
 783                         MMCAM_LOG_WARNING("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 784
 785                         info->width = width;
 786                         info->height = height;
 787
 788                         MMCAM_LOG_INFO("set capture width and height [%dx%d] to camera plugin", width, height);
 789                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 790                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 791
 792                         is_modified_size = TRUE;
 793                 }
 794         }
 795
 796         info->capture_cur_count = 0;
 797         info->capture_send_count = 0;
 798
 799         sc->internal_encode = FALSE;
 800
 801         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD) {
 802                 MMCAM_LOG_INFO("emit signal[capture-image]");
 803                 g_signal_emit_by_name(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-image");
 804         } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 805                 /* Check encoding method */
 806                 if (info->capture_format == MM_PIXEL_FORMAT_ENCODED) {
 807                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 808                             hcamcorder->support_zsl_capture || is_modified_size) {
 809                                 cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, image_encoder, hcamcorder->use_zero_copy_format);
 810                                 MMCAM_LOG_INFO("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 811                         } else {
 812                                 /* no need to encode internally if ITLV format */
 813                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY)
 814                                         sc->internal_encode = TRUE;
 815
 816                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 817
 818                                 MMCAM_LOG_INFO("MSL JPEG Capture : capture fourcc %c%c%c%c",
 819                                         cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 820                         }
 821                 } else {
 822                         cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 823                 }
 824
 825                 MMCAM_LOG_INFO("capture format (%d)", info->capture_format);
 826
 827                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 828                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 829                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 830                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 831
 832                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 833                         MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
 834                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 835                         goto cmd_done;
 836                 }
 837
 838                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 839                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 840         } else {
 841                 int cap_jpeg_quality = 0;
 842
 843                 if (width != info->width || height != info->height) {
 844                         int rotation = 0;
 845
 846                         MMCAM_LOG_INFO("Need to change resolution");
 847
 848                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 849                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 850
 851                         /* make pipeline state as READY */
 852                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 853
 854                         /* check decoder recreation */
 855                         if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
 856                                 MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
 857                                 return MM_ERROR_CAMCORDER_INTERNAL;
 858                         }
 859
 860                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 861                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 862
 863                         if (ret != MM_ERROR_NONE) {
 864                                 MMCAM_LOG_ERROR("failed to set state PAUSED %x", ret);
 865                                 goto cmd_done;
 866                         }
 867
 868                         mm_camcorder_get_attributes(handle, &err_name,
 869                                 MMCAM_CAMERA_ROTATION, &rotation,
 870                                 NULL);
 871                         if (err_name) {
 872                                 MMCAM_LOG_WARNING("get_attributes err %s", err_name);
 873                                 SAFE_FREE(err_name);
 874                         }
 875
 876                         /* set new caps */
 877                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, info->width, info->height, fps, rotation);
 878                         if (!ret) {
 879                                 MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
 880                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 881                                 goto cmd_done;
 882                         }
 883
 884                         info->resolution_change = TRUE;
 885
 886                         /* set frame stability count for capture */
 887                         _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_CAPTURE);
 888
 889                         /* make pipeline state as PLAYING */
 890                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 891                         if (ret != MM_ERROR_NONE) {
 892                                 MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 893                                 goto cmd_done;
 894                         }
 895
 896                         MMCAM_LOG_INFO("Change to target resolution(%d, %d)", info->width, info->height);
 897                 } else {
 898                         MMCAM_LOG_INFO("No need to change resolution. Open toggle now.");
 899                         info->resolution_change = FALSE;
 900                 }
 901
 902                 ret = __mmcamcorder_capture_mode_init_encodebin((MMHandleType)hcamcorder);
 903                 if (ret != MM_ERROR_NONE) {
 904                         MMCAM_LOG_ERROR("failed to create encodesinkbin %x", ret);
 905                         goto cmd_done;
 906                 }
 907
 908                 ret = mm_camcorder_get_attributes(handle, &err_name,
 909                         MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 910                         NULL);
 911                 if (err_name) {
 912                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 913                         SAFE_FREE(err_name);
 914                 }
 915
 916                 /* set JPEG quality */
 917                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 918
 919                 /* set handoff signal as TRUE */
 920                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", TRUE);
 921                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 922
 923                 /* Prepare for the shutter sound when it's the bencbin mode capture */
 924                 sc->info_video->is_first_frame = TRUE;
 925
 926                 /* set push encoding buffer as TRUE */
 927                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 928
 929                 /* make encode pipeline state as PLAYING */
 930                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 931                 if (ret != MM_ERROR_NONE) {
 932                         MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 933                         goto cmd_done;
 934                 }
 935         }
 936
 937         /* Play capture sound here if single capture */
 938         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 939              (hcamcorder->support_zsl_capture == FALSE ||
 940               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 941             info->hdr_capture_mode) {
 942                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 943                     hcamcorder->support_zsl_capture == TRUE &&
 944                     !info->hdr_capture_mode) {
 945                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
 946                 }
 947
 948                 /* set flag */
 949                 info->played_capture_sound = TRUE;
 950         } else {
 951                 /* set flag */
 952                 info->played_capture_sound = FALSE;
 953         }
 954
 955 cmd_done:
 956         if (ret != MM_ERROR_NONE) {
 957                 info->capturing = FALSE;
 958
 959                 /* sound finalize */
 960                 if (info->type == _MMCamcorder_MULTI_SHOT)
 961                         _mmcamcorder_sound_finalize(handle);
 962
 963                 /* send signal for task thread : It prevent unnecessary invalid operation error in task thread */
 964                 if (hcamcorder->capture_in_recording) {
 965                         hcamcorder->capture_in_recording = FALSE;
 966
 967                         g_mutex_lock(&hcamcorder->task_thread_lock);
 968
 969                         if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
 970                                 hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_NONE;
 971                                 MMCAM_LOG_INFO("send signal for capture in recording");
 972                                 g_cond_signal(&hcamcorder->task_thread_cond);
 973                         } else {
 974                                 MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
 975                         }
 976
 977                         g_mutex_unlock(&hcamcorder->task_thread_lock);
 978                 }
 979         }
 980
 981         return ret;
 982 }
 983
 984
 985 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 986 {
 987         int ret = MM_ERROR_NONE;
 988         int width = 0;
 989         int height = 0;
 990         int fps = 0;
 991         int rotation = 0;
 992         int bitrate = 0;
 993         int gop_interval = 0;
 994         unsigned int current_framecount = 0;
 995         int current_state = MM_CAMCORDER_STATE_NONE;
 996         gboolean fps_auto = FALSE;
 997         char *err_name = NULL;
 998
 999         GstState state;
1000         GstElement *pipeline = NULL;
1001         GstCameraControl *control = NULL;
1002
1003         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1004         _MMCamcorderImageInfo *info = NULL;
1005         _MMCamcorderSubContext *sc = NULL;
1006
1007         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1008
1009         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1010         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1011
1012         /*MMCAM_LOG_INFO("");*/
1013
1014         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1015         info = sc->info_image;
1016
1017         sc->display_interval = 0;
1018         sc->previous_slot_time = 0;
1019
1020         /* Image info */
1021         info->next_shot_time = 0;
1022         info->multi_shot_stop = TRUE;
1023         info->capturing = FALSE;
1024
1025         current_state = _mmcamcorder_get_state(handle);
1026         MMCAM_LOG_INFO("current state [%d]", current_state);
1027
1028         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
1029                 MMCAM_LOG_INFO("Preview start");
1030
1031                 /* just set capture stop command if current state is CAPTURING */
1032                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
1033                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1034                                 MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
1035                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
1036                         }
1037
1038                         current_framecount = sc->kpi.video_framecount;
1039
1040                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1041                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
1042
1043                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
1044                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
1045                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1046                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1047                         }
1048                 } else {
1049                         int focus_mode = 0;
1050                         MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
1051
1052                         /* This case is starting of preview */
1053                         ret = mm_camcorder_get_attributes(handle, &err_name,
1054                                 MMCAM_CAMERA_FPS_AUTO, &fps_auto,
1055                                 MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
1056                                 NULL);
1057                         if (ret != MM_ERROR_NONE) {
1058                                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, ret);
1059                                 SAFE_FREE(err_name);
1060                         }
1061
1062                         MMCAM_LOG_INFO("focus mode %d", focus_mode);
1063
1064                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
1065
1066                         /* set focus mode */
1067                         if (attrs) {
1068                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
1069                                         mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1070                                         mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1071
1072                                         if (focus_mode == MM_CAMCORDER_FOCUS_MODE_MANUAL) {
1073                                                 mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1074                                                 mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1075                                         }
1076                                 } else {
1077                                         MMCAM_LOG_INFO("focus mode is not supported");
1078                                 }
1079                         } else {
1080                                 MMCAM_LOG_ERROR("failed to get attributes");
1081                         }
1082                 }
1083         }
1084
1085         /* init prev_time */
1086         sc->info_video->prev_preview_ts = 0;
1087
1088         gst_element_get_state(pipeline, &state, NULL, -1);
1089
1090         if (state == GST_STATE_PLAYING) {
1091                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
1092                         int try_count = 0;
1093
1094                         if (hcamcorder->support_zsl_capture == FALSE) {
1095                                 MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
1096
1097                                 /* Set strobe mode - strobe mode can not be set to driver while capturing */
1098                                 if (attrs) {
1099                                         mm_attrs_set_modified(attrs, MM_CAM_STROBE_MODE);
1100                                         if (mm_attrs_commit(attrs, MM_CAM_STROBE_MODE) == -1)
1101                                                 MMCAM_LOG_WARNING("Failed to set strobe mode");
1102                                 }
1103
1104                                 while (current_framecount >= sc->kpi.video_framecount &&
1105                                         try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
1106                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
1107                                 }
1108                         }
1109
1110                         if (info->type == _MMCamcorder_MULTI_SHOT) {
1111                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1112                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1113                         }
1114
1115                         MMCAM_LOG_INFO("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
1116                                 current_framecount, sc->kpi.video_framecount, try_count);
1117                 } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
1118                         ret = __mmcamcorder_capture_mode_deinit_encodebin(handle);
1119                         if (ret != MM_ERROR_NONE)
1120                                 goto cmd_error;
1121
1122                         if (info->resolution_change) {
1123                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1124                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1125
1126                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1127
1128                                 /* check decoder recreation */
1129                                 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
1130                                         MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
1131                                         return MM_ERROR_CAMCORDER_INTERNAL;
1132                                 }
1133
1134                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1135                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1136
1137                                 if (ret != MM_ERROR_NONE)
1138                                         goto cmd_error;
1139
1140                                 /* check if resolution need to rollback */
1141                                 mm_camcorder_get_attributes(handle, &err_name,
1142                                         MMCAM_CAMERA_WIDTH, &width,
1143                                         MMCAM_CAMERA_HEIGHT, &height,
1144                                         MMCAM_CAMERA_FPS, &fps,
1145                                         MMCAM_CAMERA_ROTATION, &rotation,
1146                                         NULL);
1147                                 if (err_name) {
1148                                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
1149                                         SAFE_FREE(err_name);
1150                                 }
1151
1152                                 /* set new caps */
1153                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
1154                                 if (!ret) {
1155                                         MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
1156                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
1157                                         goto cmd_error;
1158                                 }
1159
1160                                 /* set frame stability count for preview */
1161                                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1162
1163                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1164                                 if (ret != MM_ERROR_NONE)
1165                                         goto cmd_error;
1166                         }
1167                 }
1168
1169                 /* sound finalize */
1170                 if (info->type == _MMCamcorder_MULTI_SHOT)
1171                         _mmcamcorder_sound_finalize(handle);
1172         } else {
1173                 if (_mmcamcorder_is_encoded_preview_pixel_format(info->preview_format)) {
1174                         mm_camcorder_get_attributes(handle, NULL,
1175                                 MMCAM_ENCODED_PREVIEW_BITRATE, &bitrate,
1176                                 MMCAM_ENCODED_PREVIEW_GOP_INTERVAL, &gop_interval,
1177                                 NULL);
1178
1179                         _mmcamcorder_set_encoded_preview_bitrate(handle, bitrate);
1180                         _mmcamcorder_set_encoded_preview_gop_interval(handle, gop_interval);
1181                 }
1182
1183                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1184                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1185
1186                 /* set frame stability count for preview */
1187                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1188
1189                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
1190
1191                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1192
1193                 traceEnd(TTRACE_TAG_CAMERA);
1194
1195                 if (ret != MM_ERROR_NONE)
1196                         goto cmd_error;
1197
1198                 /* get sound status/volume level and register changed_cb */
1199                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
1200                     info->sound_status == _SOUND_STATUS_INIT) {
1201                         MMCAM_LOG_INFO("register vconf changed_cb and get sound status");
1202
1203                         /* register changed_cb */
1204                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb, hcamcorder);
1205
1206                         /* get sound status */
1207                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
1208
1209                         MMCAM_LOG_INFO("sound status %d", info->sound_status);
1210                 }
1211
1212 #ifdef _MMCAMCORDER_CAMERA_BOOST_SUPPORT
1213                 _mmcamcorder_start_boosting();
1214 #endif /* _MMCAMCORDER_CAMERA_BOOST_SUPPORT */
1215         }
1216
1217 cmd_error:
1218         return ret;
1219 }
1220
1221
1222 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
1223 {
1224         int ret = MM_ERROR_NONE;
1225         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
1226         int set_strobe = 0;
1227         int display_reuse_hint = FALSE;
1228         GstCameraControl *control = NULL;
1229         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1230
1231         GstElement *pipeline = NULL;
1232
1233         _MMCamcorderSubContext *sc = NULL;
1234
1235         MMCAM_LOG_INFO("");
1236
1237         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1238
1239         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1240         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1241
1242         /* check strobe and set OFF if PERMANENT mode */
1243         mm_camcorder_get_attributes(handle, NULL,
1244                 MMCAM_STROBE_MODE, &strobe_mode,
1245                 NULL);
1246         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
1247             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1248                 MMCAM_LOG_INFO("current strobe mode is PERMANENT, set OFF");
1249
1250                 /* get camera control */
1251                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1252                 if (control) {
1253                         /* convert MSL to sensor value */
1254                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
1255
1256                         /* set strobe OFF */
1257                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
1258
1259                         MMCAM_LOG_INFO("set strobe OFF done - value: %d", set_strobe);
1260                 } else {
1261                         MMCAM_LOG_WARNING("cast CAMERA_CONTROL failed");
1262                 }
1263         }
1264
1265         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1266
1267         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
1268                 MMCAM_LOG_INFO("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",
1269                         sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
1270                 _mmcamcorder_remove_recorder_pipeline(handle);
1271         }
1272
1273         mm_camcorder_get_attributes(handle, NULL,
1274                 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
1275                 NULL);
1276
1277         MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
1278
1279         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", display_reuse_hint);
1280
1281         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1282         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1283
1284         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
1285
1286         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1287
1288         traceEnd(TTRACE_TAG_CAMERA);
1289
1290         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1291         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1292
1293         if (display_reuse_hint)
1294                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", FALSE);
1295
1296         /* deregister sound status callback */
1297         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
1298                 MMCAM_LOG_INFO("deregister sound status callback");
1299
1300                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb);
1301
1302                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
1303         }
1304
1305         return ret;
1306 }
1307
1308
1309 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
1310 {
1311         int ret = MM_ERROR_NONE;
1312
1313         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1314         _MMCamcorderSubContext *sc = NULL;
1315
1316         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1317
1318         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1319         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1320
1321         MMCAM_LOG_INFO("command %d", command);
1322
1323         switch (command) {
1324         case _MMCamcorder_CMD_CAPTURE:
1325                 ret = __mmcamcorder_image_cmd_capture(handle);
1326                 break;
1327         case _MMCamcorder_CMD_PREVIEW_START:
1328                 ret = __mmcamcorder_image_cmd_preview_start(handle);
1329
1330                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
1331                 _mmcamcorder_video_current_framerate_init(handle);
1332                 break;
1333         case _MMCamcorder_CMD_PREVIEW_STOP:
1334                 ret = __mmcamcorder_image_cmd_preview_stop(handle);
1335
1336 #ifdef _MMCAMCORDER_CAMERA_BOOST_SUPPORT
1337                 _mmcamcorder_stop_boosting();
1338 #endif /*_MMCAMCORDER_CAMERA_BOOST_SUPPORT */
1339
1340                 break;
1341         case _MMCamcorder_CMD_RECORD:
1342         case _MMCamcorder_CMD_PAUSE:
1343         case _MMCamcorder_CMD_CANCEL:
1344         case _MMCamcorder_CMD_COMMIT:
1345                 /* video recording command */
1346                 ret = _mmcamcorder_video_command(handle, command);
1347                 break;
1348         default:
1349                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1350                 break;
1351         }
1352
1353         return ret;
1354 }
1355
1356
1357 static void __mmcamcorder_init_stillshot_info(MMHandleType handle)
1358 {
1359         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1360         _MMCamcorderSubContext *sc = NULL;
1361         _MMCamcorderImageInfo *info = NULL;
1362
1363         mmf_return_if_fail(hcamcorder);
1364
1365         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1366         mmf_return_if_fail(sc && sc->info_image);
1367
1368         info = sc->info_image;
1369
1370         MMCAM_LOG_INFO("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
1371
1372         if (info->type == _MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
1373                 info->capture_cur_count = 0;
1374                 info->capture_send_count = 0;
1375                 info->multi_shot_stop = TRUE;
1376                 info->next_shot_time = 0;
1377
1378                 /* capturing flag set to FALSE here */
1379                 info->capturing = FALSE;
1380         }
1381
1382         return;
1383 }
1384
1385
1386 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1387 {
1388         int ret = MM_ERROR_NONE;
1389         unsigned char *data = NULL;
1390         unsigned int datalen = 0;
1391         _MMCamcorderSubContext *sc = NULL;
1392         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1393
1394         mmf_return_val_if_fail(hcamcorder, FALSE);
1395         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1396         mmf_return_val_if_fail(sc, FALSE);
1397
1398         MMCAM_LOG_INFO("");
1399
1400         if (!original || original->data == NULL || original->length == 0) {
1401                 if (original) {
1402                         MMCAM_LOG_ERROR("data=%p, length=%d",
1403                                 original->data, original->length);
1404                 } else {
1405                         MMCAM_LOG_ERROR("original is null");
1406                 }
1407
1408                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1409         } else {
1410                 /* original is input/output param. save original values to local var. */
1411                 data = original->data;
1412                 datalen = original->length;
1413         }
1414
1415         if (provide_exif == FALSE) {
1416                 if (thumbnail) {
1417                         if (thumbnail->data && thumbnail->length > 0) {
1418                                 MMCAM_LOG_INFO("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
1419                                         thumbnail->data, thumbnail->width, thumbnail->height);
1420
1421                                 /* add thumbnail exif info */
1422                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
1423                                         thumbnail->data,
1424                                         thumbnail->width,
1425                                         thumbnail->height,
1426                                         thumbnail->length);
1427                         } else {
1428                                 MMCAM_LOG_ERROR("Skip adding thumbnail (data=%p, length=%d)",
1429                                         thumbnail->data, thumbnail->length);
1430                         }
1431                 }
1432         } else {
1433                 ret = MM_ERROR_NONE;
1434         }
1435
1436         if (ret == MM_ERROR_NONE) {
1437                 /* write jpeg with exif */
1438                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length, hcamcorder->exif_info, data, datalen);
1439                 if (ret != MM_ERROR_NONE)
1440                         MMCAM_LOG_ERROR("mm_exif_write_exif_jpeg_to_memory error! [0x%x]", ret);
1441         }
1442
1443         MMCAM_LOG_INFO("END ret 0x%x", ret);
1444
1445         return ret;
1446 }
1447
1448
1449 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1450 {
1451         GstCaps *caps = NULL;
1452         GstMapInfo mapinfo;
1453         const GstStructure *structure;
1454
1455         mmf_return_if_fail(capture_data && sample);
1456
1457         caps = gst_sample_get_caps(sample);
1458         if (caps == NULL) {
1459                 MMCAM_LOG_ERROR("failed to get caps");
1460                 goto GET_FAILED;
1461         }
1462
1463         structure = gst_caps_get_structure(caps, 0);
1464         if (structure == NULL) {
1465                 MMCAM_LOG_ERROR("failed to get structure");
1466                 goto GET_FAILED;
1467         }
1468
1469         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1470
1471         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1472         capture_data->data = mapinfo.data;
1473         capture_data->format = pixtype;
1474         gst_structure_get(structure,
1475                 "width", G_TYPE_INT, &capture_data->width,
1476                 "height", G_TYPE_INT, &capture_data->height,
1477                 NULL);
1478         capture_data->length = mapinfo.size;
1479         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1480
1481         MMCAM_LOG_WARNING("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1482                 capture_data->data, capture_data->width, capture_data->height,
1483                 capture_data->length, capture_data->format);
1484         return;
1485
1486 GET_FAILED:
1487         capture_data->data = NULL;
1488         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1489         capture_data->length = 0;
1490
1491         return;
1492 }
1493
1494
1495 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1496 {
1497         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1498         _MMCamcorderSubContext *sc = NULL;
1499
1500         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1501
1502         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1503         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1504
1505         MMCAM_LOG_INFO("");
1506
1507         /* if tag enable and doesn't provide exif, we make it */
1508         MMCAM_LOG_INFO("Add exif information if existed(thumbnail[%p])", thumbnail);
1509         if (thumbnail && thumbnail->data)
1510                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1511         else
1512                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1513 }
1514
1515
1516 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1517 {
1518         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1519         _MMCamcorderSubContext *sc = NULL;
1520
1521         mmf_return_if_fail(hcamcorder);
1522         mmf_return_if_fail(dest);
1523
1524         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1525         mmf_return_if_fail(sc);
1526
1527         MMCAM_LOG_INFO("tag : %d, provide exif : %d", tag_enable, provide_exif);
1528
1529         /* if dest->data is allocated in MSL, release it */
1530         if (tag_enable && !provide_exif) {
1531                 if (dest->data) {
1532                         free(dest->data);
1533                         dest->length = 0;
1534                         dest->data = NULL;
1535                         MMCAM_LOG_INFO("Jpeg is released!");
1536                 }
1537         } else {
1538                 MMCAM_LOG_INFO("No need to release");
1539         }
1540
1541         return;
1542 }
1543
1544
1545 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1546 {
1547         int ret = MM_ERROR_NONE;
1548         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1549         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1550         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1551         int codectype = MM_IMAGE_CODEC_JPEG;
1552         int count = 0;
1553         int stop_cont_shot = FALSE;
1554         int tag_enable = FALSE;
1555         int provide_exif = FALSE;
1556         int capture_quality = 0;
1557         int try_lock_count = 0;
1558         gboolean send_captured_message = FALSE;
1559         unsigned char *exif_raw_data = NULL;
1560         unsigned char *internal_main_data = NULL;
1561         unsigned int internal_main_length = 0;
1562         unsigned char *internal_thumb_data = NULL;
1563         unsigned int internal_thumb_length = 0;
1564         unsigned char *compare_data = NULL;
1565
1566         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1567         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1568         _MMCamcorderImageInfo *info = NULL;
1569         _MMCamcorderSubContext *sc = NULL;
1570         MMCamcorderCaptureDataType dest = {0,};
1571         MMCamcorderCaptureDataType thumb = {0,};
1572         MMCamcorderCaptureDataType scrnail = {0,};
1573         MMCamcorderCaptureDataType encode_src = {0,};
1574         GstMapInfo mapinfo1;
1575         GstMapInfo mapinfo2;
1576         GstMapInfo mapinfo3;
1577
1578         MMHandleType attrs;
1579         int attr_index_for_screennail = 0;
1580         int attr_index_for_exif = 0;
1581
1582         mmf_return_if_fail(hcamcorder);
1583
1584         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1585         mmf_return_if_fail(sc && sc->info_image);
1586
1587         info = sc->info_image;
1588
1589         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1590         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1591         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1592
1593         /* get current state */
1594         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1595
1596         MMCAM_LOG_ERROR("START - current state %d", current_state);
1597
1598         /* check capture state */
1599         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0)
1600                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1601                         MMCAM_CAPTURE_BREAK_CONTINUOUS_SHOT, &stop_cont_shot,
1602                         NULL);
1603
1604         if (!info->capturing || stop_cont_shot) {
1605                 MMCAM_LOG_WARNING("stop command[%d] or not capturing state[%d]. skip this...", stop_cont_shot, info->capturing);
1606
1607                 /* set FALSE here for the case that info->capturing is still FALSE
1608                         (== capture_send_count is 0 at the time _mmcamcorder_commit_capture_break_cont_shot is called) */
1609                 info->capturing = FALSE;
1610
1611                 /*free GstBuffer*/
1612                 if (sample1)
1613                         gst_sample_unref(sample1);
1614
1615                 if (sample2)
1616                         gst_sample_unref(sample2);
1617
1618                 if (sample3)
1619                         gst_sample_unref(sample3);
1620
1621                 return;
1622         }
1623
1624         /* check command lock to block capture callback if capture start API is not returned
1625            wait for 2 seconds at worst case */
1626         try_lock_count = 0;
1627         do {
1628                 MMCAM_LOG_INFO("Try command LOCK");
1629                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1630                         MMCAM_LOG_INFO("command LOCK OK");
1631                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1632                         break;
1633                 }
1634
1635                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1636                         MMCAM_LOG_WARNING("command LOCK Failed, retry...[count %d]", try_lock_count);
1637                         usleep(TRY_LOCK_TIME);
1638                 } else {
1639                         MMCAM_LOG_ERROR("failed to lock command LOCK");
1640                         break;
1641                 }
1642         } while (TRUE);
1643
1644         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1645                 /* play capture sound here if multi capture
1646                    or preview format is ITLV(because of AF and flash control in plugin) */
1647                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1648                         g_mutex_lock(&hcamcorder->task_thread_lock);
1649                         MMCAM_LOG_INFO("send signal for sound play");
1650                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1651                         g_cond_signal(&hcamcorder->task_thread_cond);
1652                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1653                 } else if (!info->played_capture_sound) {
1654                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1655                 }
1656         }
1657
1658         /* init capture data */
1659         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1660         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1661         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1662
1663         /* Prepare main, thumbnail buffer */
1664         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1), FALSE);
1665         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1666                 MMCAM_LOG_ERROR("Unsupported pixel type");
1667                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1668                 goto error;
1669         }
1670
1671         /* Main image buffer */
1672         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1673                 MMCAM_LOG_ERROR("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1674                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1675                 goto error;
1676         } else {
1677                 if ((mapinfo1.data == NULL) && (mapinfo1.size == 0)) {
1678                         MMCAM_LOG_ERROR("mapinfo1 is wrong (%p, size %zu)", mapinfo1.data, mapinfo1.size);
1679                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1680                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1681                         goto error;
1682                 } else {
1683                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1684                 }
1685         }
1686
1687         if (!sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ))
1688                 MMCAM_LOG_INFO("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1689
1690         if (!sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ))
1691                 MMCAM_LOG_INFO("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1692
1693         /* Screennail image buffer */
1694         attrs = MMF_CAMCORDER_ATTRS(hcamcorder);
1695         mm_attrs_get_index(attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index_for_screennail);
1696
1697         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1698                 MMCAM_LOG_INFO("Screennail (sample3=%p,size=%zu)", sample3, mapinfo3.size);
1699
1700                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3), FALSE);
1701                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1702
1703                 /* Set screennail attribute for application */
1704                 ret = mm_attrs_set_data(attrs, attr_index_for_screennail, &scrnail, sizeof(scrnail));
1705                 MMCAM_LOG_INFO("Screennail set attribute data %p, size %zu, ret %x", &scrnail, sizeof(scrnail), ret);
1706         } else {
1707                 MMCAM_LOG_INFO("Sample3 has wrong pointer. Not Error. (sample3=%p)", sample3);
1708                 mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1709         }
1710
1711         /* commit screennail data */
1712         mm_attrs_commit(attrs, attr_index_for_screennail);
1713
1714         /* init thumb data */
1715         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1716
1717         /* get provide-exif */
1718         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1719
1720         /* Thumbnail image buffer */
1721         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1722                 MMCAM_LOG_INFO("Thumbnail (buffer2=%p)", gst_sample_get_buffer(sample2));
1723                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2), FALSE);
1724                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1725         } else {
1726                 MMCAM_LOG_INFO("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1727
1728                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1729                         ExifLoader *l;
1730                         /* get thumbnail from EXIF */
1731                         l = exif_loader_new();
1732                         if (l) {
1733                                 ExifData *ed;
1734                                 char  width[10];
1735                                 char  height[10];
1736                                 ExifEntry *entry = NULL;
1737
1738                                 exif_loader_write(l, dest.data, dest.length);
1739
1740                                 /* Get a pointer to the EXIF data */
1741                                 ed = exif_loader_get_data(l);
1742
1743                                 /* The loader is no longer needed--free it */
1744                                 exif_loader_unref(l);
1745                                 l = NULL;
1746                                 if (ed) {
1747                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1748                                         if (entry != NULL)
1749                                                 exif_entry_get_value(entry, width, 10);
1750
1751                                         entry = NULL;
1752                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1753                                         if (entry != NULL)
1754                                                 exif_entry_get_value(entry, height, 10);
1755
1756                                         entry = NULL;
1757                                         /* Make sure the image had a thumbnail before trying to write it */
1758                                         if (ed->data && ed->size) {
1759                                                 thumb.data = malloc(ed->size);
1760                                                 if (thumb.data) {
1761                                                         memcpy(thumb.data, ed->data, ed->size);
1762                                                         thumb.length = ed->size;
1763                                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1764                                                         thumb.width = atoi(width);
1765                                                         thumb.height = atoi(height);
1766                                                         internal_thumb_data = thumb.data;
1767                                                 } else {
1768                                                         MMCAM_LOG_ERROR("failed to alloc thumbnail data");
1769                                                 }
1770                                         }
1771                                         exif_data_unref(ed);
1772                                         ed = NULL;
1773                                 } else {
1774                                         MMCAM_LOG_WARNING("failed to get exif data");
1775                                 }
1776                         } else {
1777                                 MMCAM_LOG_WARNING("failed to create exif loader");
1778                         }
1779                 }
1780
1781                 if (thumb.data == NULL) {
1782                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1783                             scrnail.data && scrnail.length != 0) {
1784                                 /* make thumbnail image with screennail data */
1785                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1786                         } else if (sc->internal_encode) {
1787                                 /* make thumbnail image with main data, this is raw data */
1788                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1789                         }
1790                 }
1791
1792                 /* encode thumbnail */
1793                 if (encode_src.data) {
1794                         size_t thumb_length = 0;
1795                         unsigned int thumb_width = 0;
1796                         unsigned int thumb_height = 0;
1797                         unsigned char *thumb_raw_data = NULL;
1798
1799                         /* encode image */
1800                         MMCAM_LOG_INFO("Encode Thumbnail");
1801
1802                         if (encode_src.width > THUMBNAIL_WIDTH) {
1803                                 /* calculate thumbnail size */
1804                                 thumb_width = THUMBNAIL_WIDTH;
1805                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1806                                 if (thumb_height % 2 != 0)
1807                                         thumb_height += 1;
1808
1809                                 MMCAM_LOG_INFO("need to resize : thumbnail size %dx%d, format %d",
1810                                         thumb_width, thumb_height, encode_src.format);
1811
1812                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1813                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1814                                      encode_src.width % thumb_width == 0 &&
1815                                      encode_src.height % thumb_height == 0) {
1816                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1817                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1818                                                 thumb_raw_data = NULL;
1819                                                 MMCAM_LOG_WARNING("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1820                                         }
1821                                 } else {
1822                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1823                                                 encode_src.length, encode_src.format,
1824                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1825                                                 thumb_raw_data = NULL;
1826                                                 MMCAM_LOG_WARNING("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1827                                         }
1828                                 }
1829                         } else {
1830                                 thumb_width = encode_src.width;
1831                                 thumb_height = encode_src.height;
1832
1833                                 MMCAM_LOG_INFO("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1834
1835                                 thumb_raw_data = encode_src.data;
1836                                 thumb_length = encode_src.length;
1837                         }
1838
1839                         if (thumb_raw_data) {
1840                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1841                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1842                                         (void **)&internal_thumb_data, &internal_thumb_length);
1843                                 if (ret) {
1844                                         MMCAM_LOG_INFO("encode THUMBNAIL done - data %p, length %d", internal_thumb_data, internal_thumb_length);
1845
1846                                         thumb.data = internal_thumb_data;
1847                                         thumb.length = internal_thumb_length;
1848                                         thumb.width = thumb_width;
1849                                         thumb.height = thumb_height;
1850                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1851                                 } else {
1852                                         MMCAM_LOG_WARNING("failed to encode THUMBNAIL");
1853                                 }
1854
1855                                 /* release allocated raw data memory */
1856                                 if (thumb_raw_data != encode_src.data) {
1857                                         free(thumb_raw_data);
1858                                         thumb_raw_data = NULL;
1859                                         MMCAM_LOG_INFO("release thumb_raw_data");
1860                                 }
1861                         } else {
1862                                 MMCAM_LOG_WARNING("thumb_raw_data is NULL");
1863                         }
1864                 } else {
1865                         /* no raw data src for thumbnail */
1866                         MMCAM_LOG_INFO("no need to encode thumbnail");
1867                 }
1868         }
1869
1870         /* Encode JPEG */
1871         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1872                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1873                         MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1874                         NULL);
1875                 MMCAM_LOG_INFO("Start Internal Encode - capture_quality %d", capture_quality);
1876
1877                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1878                         pixtype_main, dest.length, capture_quality,
1879                         (void **)&internal_main_data, &internal_main_length);
1880                 if (!ret) {
1881                         MMCAM_LOG_ERROR("_mmcamcorder_encode_jpeg failed");
1882
1883                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1884
1885                         goto error;
1886                 }
1887
1888                 /* set format */
1889                 dest.data = internal_main_data;
1890                 dest.length = internal_main_length;
1891                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1892
1893                 MMCAM_LOG_INFO("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1894         }
1895
1896         if (info->capture_format != MM_PIXEL_FORMAT_ENCODED) {
1897                 MMCAM_LOG_INFO("not encoded format, skip exif related sequence");
1898                 goto _CAPTURE_CB_EXIF_DONE;
1899         }
1900
1901         /* create EXIF info */
1902         if (!provide_exif) {    /* make new exif */
1903                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1904         } else {        /* load from jpeg buffer dest.data */
1905                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1906                 if (ret != MM_ERROR_NONE) {
1907                         MMCAM_LOG_ERROR("Failed to load exif_info [%x], try to create EXIF", ret);
1908                         provide_exif = FALSE;
1909                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1910                 }
1911         }
1912         if (ret != MM_ERROR_NONE) {
1913                 MMCAM_LOG_ERROR("Failed to create exif_info [%x], but keep going...", ret);
1914         } else {
1915                 /* add basic exif info */
1916                 if (!provide_exif) {
1917                         MMCAM_LOG_INFO("add basic exif info");
1918                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1919                 } else {
1920                         MMCAM_LOG_INFO("update exif info");
1921                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1922                 }
1923
1924                 if (ret != MM_ERROR_NONE) {
1925                         MMCAM_LOG_WARNING("Failed set_exif_basic_info [%x], but keep going...", ret);
1926                         ret = MM_ERROR_NONE;
1927                 }
1928         }
1929
1930         /* get attribute item for EXIF data */
1931         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index_for_exif);
1932
1933         /* set EXIF data to attribute */
1934         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1935                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1936                 if (exif_raw_data) {
1937                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1938                         mm_attrs_set_data(attrs, attr_index_for_exif, exif_raw_data, hcamcorder->exif_info->size);
1939                         MMCAM_LOG_INFO("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1940                 } else {
1941                         MMCAM_LOG_WARNING("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1942                 }
1943         } else {
1944                 MMCAM_LOG_WARNING("failed to create EXIF. set EXIF as NULL");
1945                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1946         }
1947
1948         /* commit EXIF data */
1949         mm_attrs_commit(attrs, attr_index_for_exif);
1950
1951         /* get tag-enable */
1952         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1953
1954         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1955         if (tag_enable) {
1956                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1957                         MMCAM_IMAGE_ENCODER, &codectype,
1958                         NULL);
1959                 MMCAM_LOG_INFO("codectype %d", codectype);
1960
1961                 switch (codectype) {
1962                 case MM_IMAGE_CODEC_JPEG:
1963                 case MM_IMAGE_CODEC_SRW:
1964                 case MM_IMAGE_CODEC_JPEG_SRW:
1965                         ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1966                         if (ret != MM_ERROR_NONE) {
1967                                 MMCAM_LOG_ERROR("Error on setting extra data to jpeg");
1968                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1969                                 goto error;
1970                         }
1971                         break;
1972                 default:
1973                         MMCAM_LOG_ERROR("The codectype is not supported. (%d)", codectype);
1974                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1975                         goto error;
1976                 }
1977         }
1978
1979 _CAPTURE_CB_EXIF_DONE:
1980
1981         /* Handle Capture Callback */
1982         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1983
1984         if (hcamcorder->vcapture_cb) {
1985                 MMCAM_LOG_INFO("APPLICATION CALLBACK START");
1986                 if (thumb.data)
1987                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1988                 else
1989                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1990
1991                 MMCAM_LOG_INFO("APPLICATION CALLBACK END");
1992         } else {
1993                 MMCAM_LOG_ERROR("Capture callback is NULL.");
1994
1995                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1996
1997                 goto err_release_exif;
1998         }
1999
2000         /* Set capture count */
2001         count = ++(info->capture_send_count);
2002         send_captured_message = TRUE;
2003
2004 err_release_exif:
2005         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
2006
2007         /* init screennail and EXIF raw data */
2008         mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
2009         mm_attrs_commit(attrs, attr_index_for_screennail);
2010         if (exif_raw_data) {
2011                 free(exif_raw_data);
2012                 exif_raw_data = NULL;
2013
2014                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
2015                 mm_attrs_commit(attrs, attr_index_for_exif);
2016         }
2017
2018         /* Release jpeg data */
2019         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED)
2020                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
2021
2022 error:
2023         /* Check end condition and set proper value */
2024         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
2025             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
2026                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
2027         }
2028
2029         /* release internal allocated data */
2030         if (sc->internal_encode)
2031                 compare_data = internal_main_data;
2032         else
2033                 compare_data = mapinfo1.data;
2034
2035         if (dest.data && compare_data &&
2036             dest.data != compare_data) {
2037                 MMCAM_LOG_INFO("release internal allocated data %p", dest.data);
2038                 free(dest.data);
2039                 dest.data = NULL;
2040                 dest.length = 0;
2041         }
2042         if (internal_main_data) {
2043                 MMCAM_LOG_INFO("release internal main data %p", internal_main_data);
2044                 free(internal_main_data);
2045                 internal_main_data = NULL;
2046         }
2047         if (internal_thumb_data) {
2048                 MMCAM_LOG_INFO("release internal thumb data %p", internal_thumb_data);
2049                 free(internal_thumb_data);
2050                 internal_thumb_data = NULL;
2051         }
2052
2053         /* reset compare_data */
2054         compare_data = NULL;
2055
2056         /*free GstBuffer*/
2057         if (sample1) {
2058                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
2059                 gst_sample_unref(sample1);
2060         }
2061         if (sample2) {
2062                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
2063                 gst_sample_unref(sample2);
2064         }
2065         if (sample3) {
2066                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
2067                 gst_sample_unref(sample3);
2068         }
2069
2070         /* destroy exif info */
2071         mm_exif_destory_exif_info(hcamcorder->exif_info);
2072         hcamcorder->exif_info = NULL;
2073
2074         /* send captured message */
2075         if (send_captured_message) {
2076                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
2077                         /* Send CAPTURED message and count - capture success */
2078                         if (current_state >= MM_CAMCORDER_STATE_RECORDING)
2079                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
2080                         else
2081                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
2082                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
2083                         /* send captured message only once in HDR and Original Capture mode */
2084                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
2085                 }
2086         }
2087
2088         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
2089                 /* Handle capture in recording case */
2090                 hcamcorder->capture_in_recording = FALSE;
2091
2092                 g_mutex_lock(&hcamcorder->task_thread_lock);
2093
2094                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
2095                         MMCAM_LOG_INFO("send signal for capture in recording");
2096                         g_cond_signal(&hcamcorder->task_thread_cond);
2097                 } else {
2098                         MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
2099                 }
2100
2101                 g_mutex_unlock(&hcamcorder->task_thread_lock);
2102
2103                 _MMCAMCORDER_CMD_SIGNAL(hcamcorder);
2104         }
2105
2106         MMCAM_LOG_ERROR("END");
2107
2108         return;
2109 }
2110
2111
2112 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data)
2113 {
2114         if (!sample) {
2115                 MMCAM_LOG_ERROR("NULL sample for extra preview[id:%d]", stream_id);
2116                 return;
2117         }
2118
2119         /* no need to check return value here */
2120         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, stream_id);
2121
2122         gst_sample_unref(sample);
2123 }
2124
2125
2126 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2127 {
2128         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2129         _MMCamcorderSubContext *sc = NULL;
2130
2131         GstCaps *caps = NULL;
2132         GstSample *sample = NULL;
2133
2134         mmf_return_val_if_fail(hcamcorder, FALSE);
2135
2136         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2137         mmf_return_val_if_fail(sc && sc->element, FALSE);
2138
2139         /* make sample with buffer and caps */
2140         caps = gst_pad_get_allowed_caps(pad);
2141         mmf_return_val_if_fail(caps, TRUE);
2142
2143         sample = gst_sample_new(buffer, caps, NULL, NULL);
2144         gst_caps_unref(caps);
2145         mmf_return_val_if_fail(sample, TRUE);
2146
2147         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, 0);
2148
2149         gst_sample_unref(sample);
2150
2151         return TRUE;
2152 }
2153
2154
2155 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2156 {
2157         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2158         _MMCamcorderSubContext *sc = NULL;
2159
2160         mmf_return_val_if_fail(hcamcorder, FALSE);
2161
2162         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2163         mmf_return_val_if_fail(sc && sc->element, FALSE);
2164
2165         MMCAM_LOG_INFO("");
2166
2167         /* FIXME. How could you get a thumbnail? */
2168         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
2169
2170         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
2171                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
2172                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
2173                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
2174         }
2175
2176         return TRUE;
2177 }
2178
2179
2180 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
2181 {
2182         int value = 0;
2183         ExifShort eshort = 0;
2184         int ret = MM_ERROR_NONE;
2185
2186         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
2187         MMCAM_LOG_INFO("get orientation [%d]", value);
2188         if (value == 0)
2189                 value = MM_EXIF_ORIENTATION;
2190
2191         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
2192         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
2193                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
2194         if (ret != MM_ERROR_NONE)
2195                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
2196
2197 exit:
2198         return ed;
2199 }
2200
2201
2202 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
2203 {
2204         int ret = MM_ERROR_NONE;
2205         char *make = strdup(MM_MAKER_NAME);
2206
2207         if (make) {
2208                 MMCAM_LOG_INFO("maker [%s]", make);
2209                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
2210                         EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
2211                 free(make);
2212                 if (ret != MM_ERROR_NONE)
2213                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
2214         } else {
2215                 MMCAM_LOG_ERROR("strdup failed [%s]", MM_MAKER_NAME);
2216         }
2217
2218 exit:
2219         return ed;
2220 }
2221
2222
2223 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
2224 {
2225         int ret = MM_ERROR_NONE;
2226         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2227
2228         if (hcamcorder == NULL || ed == NULL) {
2229                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2230                 return NULL;
2231         }
2232
2233         if (hcamcorder->software_version) {
2234                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
2235                         strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
2236
2237                 MMCAM_LOG_INFO("set software_version[%s] ret[0x%x]",
2238                         hcamcorder->software_version, ret);
2239         } else {
2240                 MMCAM_LOG_ERROR("model_name is NULL");
2241         }
2242
2243         return ed;
2244 }
2245
2246
2247 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
2248 {
2249         int ret = MM_ERROR_NONE;
2250         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2251
2252         if (hcamcorder == NULL || ed == NULL) {
2253                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2254                 return NULL;
2255         }
2256
2257         if (hcamcorder->model_name) {
2258                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
2259                         strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
2260
2261                 MMCAM_LOG_ERROR("set model name[%s] ret[0x%x]",
2262                         hcamcorder->model_name, ret);
2263         } else {
2264                 MMCAM_LOG_ERROR("model_name is NULL");
2265         }
2266
2267         return ed;
2268 }
2269
2270 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
2271 {
2272         int ret = MM_ERROR_NONE;
2273         int gps_enable = TRUE;
2274         char *err_name = NULL;
2275         double latitude = INVALID_GPS_VALUE;
2276         double longitude = INVALID_GPS_VALUE;
2277         double altitude = INVALID_GPS_VALUE;
2278
2279         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
2280         if (ret == MM_ERROR_NONE && gps_enable) {
2281                 ExifByte GpsVersion[4] = {2, 2, 0, 0};
2282
2283                 MMCAM_LOG_INFO("Tag for GPS is ENABLED.");
2284
2285                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
2286                         EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
2287                 if (ret != MM_ERROR_NONE)
2288                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
2289
2290                 ret = mm_camcorder_get_attributes(handle, &err_name,
2291                         MMCAM_TAG_LATITUDE, &latitude,
2292                         MMCAM_TAG_LONGITUDE, &longitude,
2293                         MMCAM_TAG_ALTITUDE, &altitude, NULL);
2294                 if (ret != MM_ERROR_NONE) {
2295                         MMCAM_LOG_ERROR("failed to get gps info [%x][%s]", ret, err_name);
2296                         SAFE_FREE(err_name);
2297                         goto exit;
2298                 }
2299
2300                 MMCAM_LOG_INFO("latitude [%f]", latitude);
2301                 if (latitude != INVALID_GPS_VALUE) {
2302                         unsigned char *b = NULL;
2303                         unsigned int deg;
2304                         unsigned int min;
2305                         unsigned int sec;
2306                         ExifRational rData;
2307
2308                         if (latitude < 0) {
2309                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2310                                         EXIF_FORMAT_ASCII, 2, "S");
2311                                 if (ret != MM_ERROR_NONE)
2312                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2313
2314                                 latitude = -latitude;
2315                         } else if (latitude > 0) {
2316                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2317                                         EXIF_FORMAT_ASCII, 2, "N");
2318                                 if (ret != MM_ERROR_NONE)
2319                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2320                         }
2321
2322                         deg = (unsigned int)(latitude);
2323                         min = (unsigned int)((latitude-deg) * 60);
2324                         sec = (unsigned int)(((latitude-deg) * 3600) - min * 60);
2325
2326                         MMCAM_LOG_INFO("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2327                         b = malloc(3 * sizeof(ExifRational));
2328                         if (b) {
2329                                 rData.numerator = deg;
2330                                 rData.denominator = 1;
2331                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2332                                 rData.numerator = min;
2333                                 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2334                                 rData.numerator = sec;
2335                                 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2336
2337                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
2338                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2339                                 free(b);
2340                                 if (ret != MM_ERROR_NONE)
2341                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
2342                         } else {
2343                                 MMCAM_LOG_WARNING("malloc failed");
2344                         }
2345                 }
2346
2347                 MMCAM_LOG_INFO("longitude [%f]", longitude);
2348                 if (longitude != INVALID_GPS_VALUE) {
2349                         unsigned char *b = NULL;
2350                         unsigned int deg;
2351                         unsigned int min;
2352                         unsigned int sec;
2353                         ExifRational rData;
2354
2355                         if (longitude < 0) {
2356                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2357                                         EXIF_FORMAT_ASCII, 2, "W");
2358                                 if (ret != MM_ERROR_NONE)
2359                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2360
2361                                 longitude = -longitude;
2362                         } else if (longitude > 0) {
2363                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2364                                         EXIF_FORMAT_ASCII, 2, "E");
2365                                 if (ret != MM_ERROR_NONE)
2366                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2367                         }
2368
2369                         deg = (unsigned int)(longitude);
2370                         min = (unsigned int)((longitude-deg) * 60);
2371                         sec = (unsigned int)(((longitude-deg) * 3600) - min * 60);
2372
2373                         MMCAM_LOG_INFO("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2374                         b = malloc(3 * sizeof(ExifRational));
2375                         if (b) {
2376                                 rData.numerator = deg;
2377                                 rData.denominator = 1;
2378                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2379                                 rData.numerator = min;
2380                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
2381                                 rData.numerator = sec;
2382                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
2383                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
2384                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2385                                 free(b);
2386                                 if (ret != MM_ERROR_NONE)
2387                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
2388                         } else {
2389                                 MMCAM_LOG_WARNING("malloc failed");
2390                         }
2391                 }
2392
2393                 MMCAM_LOG_INFO("f_altitude [%f]", altitude);
2394                 if (altitude != INVALID_GPS_VALUE) {
2395                         ExifByte alt_ref = 0;
2396                         unsigned char *b = NULL;
2397                         ExifRational rData;
2398                         b = malloc(sizeof(ExifRational));
2399                         if (b) {
2400                                 if (altitude < 0) {
2401                                         alt_ref = 1;
2402                                         altitude = -altitude;
2403                                 }
2404
2405                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
2406                                         EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
2407                                 if (ret != MM_ERROR_NONE) {
2408                                         MMCAM_LOG_ERROR("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
2409                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2410                                                 free(b);
2411                                                 b = NULL;
2412                                                 goto exit;
2413                                         }
2414                                 }
2415
2416                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
2417                                 rData.denominator = 100;
2418                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2419                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
2420                                         EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2421                                 free(b);
2422                                 if (ret != MM_ERROR_NONE)
2423                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
2424                         } else {
2425                                 MMCAM_LOG_WARNING("malloc failed");
2426                         }
2427                 }
2428
2429                 {
2430                         double gps_timestamp = INVALID_GPS_VALUE;
2431                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
2432                         MMCAM_LOG_INFO("Gps timestamp [%f]", gps_timestamp);
2433                         if (gps_timestamp > 0.0) {
2434                                 unsigned char *b = NULL;
2435                                 unsigned int hour;
2436                                 unsigned int min;
2437                                 unsigned int microsec;
2438                                 ExifRational rData;
2439
2440                                 hour = (unsigned int)(gps_timestamp / 3600);
2441                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
2442                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
2443
2444                                 MMCAM_LOG_INFO("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
2445                                 b = malloc(3 * sizeof(ExifRational));
2446                                 if (b) {
2447                                         rData.numerator = hour;
2448                                         rData.denominator = 1;
2449                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2450
2451                                         rData.numerator = min;
2452                                         rData.denominator = 1;
2453                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2454
2455                                         rData.numerator = microsec;
2456                                         rData.denominator = 1000000;
2457                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2458
2459                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
2460                                                 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2461                                         free(b);
2462                                         if (ret != MM_ERROR_NONE)
2463                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
2464                                 } else {
2465                                         MMCAM_LOG_WARNING("malloc failed.");
2466                                 }
2467                         }
2468                 }
2469
2470                 {
2471                         unsigned char *date_stamp = NULL;
2472                         int date_stamp_len = 0;
2473
2474                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
2475
2476                         if (date_stamp) {
2477                                 MMCAM_LOG_INFO("Date stamp [%s]", date_stamp);
2478
2479                                 /* cause it should include NULL char */
2480                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2481                                         EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2482                                 if (ret != MM_ERROR_NONE)
2483                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2484                         }
2485                 }
2486
2487                 {
2488                         unsigned char *processing_method = NULL;
2489                         int processing_method_len = 0;
2490
2491                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2492
2493                         if (processing_method) {
2494                                 MMCAM_LOG_INFO("Processing method [%s]", processing_method);
2495
2496                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2497                                         EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2498                                 if (ret != MM_ERROR_NONE)
2499                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2500                         }
2501                 }
2502         } else {
2503                 MMCAM_LOG_INFO("Tag for GPS is DISABLED.");
2504         }
2505
2506 exit:
2507         return ed;
2508 }
2509
2510
2511 static int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2512 {
2513         int ret = MM_ERROR_NONE;
2514         mmf_camcorder_t *hcamcorder = NULL;
2515         ExifData *ed = NULL;
2516
2517         hcamcorder = MMF_CAMCORDER(handle);
2518
2519         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2520
2521         ed = exif_data_new_from_data(imagedata, imgln);
2522         /*ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);*/
2523
2524         if (ed == NULL) {
2525                 MMCAM_LOG_ERROR("get exif data error!!");
2526                 return MM_ERROR_INVALID_HANDLE;
2527         }
2528
2529         /* update necessary */
2530
2531         __mmcamcorder_update_exif_make(handle, ed);
2532         __mmcamcorder_update_exif_software(handle, ed);
2533         __mmcamcorder_update_exif_model(handle, ed);
2534         __mmcamcorder_update_exif_orientation(handle, ed);
2535         __mmcamcorder_update_exif_gps(handle, ed);
2536         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2537         if (ret != MM_ERROR_NONE)
2538                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
2539
2540         exif_data_unref(ed);
2541         ed = NULL;
2542         return ret;
2543 }
2544
2545 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2546 {
2547         int ret = MM_ERROR_NONE;
2548         int value;
2549         int str_val_len = 0;
2550         int cntl = 0;
2551         int cnts = 0;
2552         char *str_value = NULL;
2553         char *user_comment = NULL;
2554         ExifData *ed = NULL;
2555         ExifLong config;
2556         ExifLong ExifVersion;
2557         static ExifShort eshort[20];
2558         static ExifLong elong[10];
2559
2560         GstCameraControl *control = NULL;
2561         GstCameraControlExifInfo avsys_exif_info;
2562
2563         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2564         _MMCamcorderSubContext *sc = NULL;
2565
2566         MMCAM_LOG_INFO("");
2567
2568         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2569
2570         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2571         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2572
2573         CLEAR(avsys_exif_info);
2574
2575         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2576                 MMCAM_LOG_ERROR("Can't cast Video source into camera control. Skip camera control values...");
2577         } else {
2578                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2579                 /* get device information */
2580                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2581         }
2582
2583         /* get ExifData from exif info */
2584         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2585         if (ed == NULL) {
2586                 MMCAM_LOG_ERROR("get exif data error!!");
2587                 return MM_ERROR_INVALID_HANDLE;
2588         }
2589
2590         /* Receive attribute info */
2591
2592         /* START INSERT IFD_0 */
2593
2594         /*0. EXIF_TAG_EXIF_VERSION */
2595         ExifVersion = MM_EXIF_VERSION;
2596         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2597                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2598         if (ret != MM_ERROR_NONE)
2599                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2600
2601         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2602         value = image_width;
2603
2604         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2605         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2606                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2607         if (ret != MM_ERROR_NONE)
2608                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2609
2610         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2611                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2612         if (ret != MM_ERROR_NONE)
2613                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2614
2615         MMCAM_LOG_INFO("width[%d]", value);
2616
2617         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2618         value = image_height;
2619
2620         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2621         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2622                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2623         if (ret != MM_ERROR_NONE)
2624                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2625
2626         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2627                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2628         if (ret != MM_ERROR_NONE)
2629                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2630
2631         MMCAM_LOG_INFO("height[%d]", value);
2632
2633         /*4. EXIF_TAG_DATE_TIME */
2634
2635         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2636
2637         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2638         {
2639                 gchar *b = NULL;
2640                 time_t t;
2641                 struct tm tm;
2642
2643                 t = time(NULL);
2644                 tzset();
2645                 localtime_r(&t, &tm);
2646
2647                 b = g_strdup_printf("%04i:%02i:%02i %02i:%02i:%02i",
2648                         tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2649                         tm.tm_hour, tm.tm_min, tm.tm_sec);
2650
2651                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2652                 if (ret != MM_ERROR_NONE) {
2653                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2654                                 g_free(b);
2655
2656                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2657                 }
2658
2659                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2660                 if (ret != MM_ERROR_NONE) {
2661                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2662                                 g_free(b);
2663
2664                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2665                 }
2666
2667                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2668                 if (ret != MM_ERROR_NONE) {
2669                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2670                                 g_free(b);
2671
2672                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2673                 }
2674
2675                 g_free(b);
2676         }
2677
2678         /*5. EXIF_TAG_MAKE */
2679         __mmcamcorder_update_exif_make(handle, ed);
2680
2681 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2682
2683         /*6. EXIF_TAG_MODEL */
2684         __mmcamcorder_update_exif_model(handle, ed);
2685
2686 #endif
2687         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2688         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2689         if (str_value && str_val_len > 0) {
2690                 char *description = strdup(str_value);
2691
2692                 MMCAM_LOG_INFO("description [%s]", str_value);
2693
2694                 if (description) {
2695                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2696                                 EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2697                         free(description);
2698                         str_value = NULL;
2699                         str_val_len = 0;
2700                         if (ret != MM_ERROR_NONE)
2701                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2702                 } else {
2703                         MMCAM_LOG_ERROR("strdup failed for [%s]", str_value);
2704                 }
2705         } else {
2706                 MMCAM_LOG_WARNING("failed to get description");
2707         }
2708
2709         /*7. EXIF_TAG_SOFTWARE*/
2710         __mmcamcorder_update_exif_software(handle, ed);
2711
2712 /*
2713         if (control != NULL) {
2714                 char software[50] = {0,};
2715                 unsigned int len = 0;
2716
2717                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8, (avsys_exif_info.software_used & 0xff));
2718                 MMCAM_LOG_INFO("software [%s], len [%d]", software, len);
2719                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2720                         EXIF_FORMAT_ASCII, len, (const char *)software);
2721                 if (ret != MM_ERROR_NONE) {
2722                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2723                 }
2724         }
2725 */
2726
2727         __mmcamcorder_update_exif_orientation(handle, ed);
2728
2729         /* START INSERT EXIF_IFD */
2730
2731         /*3. User Comment*/
2732         /*FIXME : get user comment from real user */
2733         user_comment = strdup(MM_USER_COMMENT);
2734         if (user_comment) {
2735                 MMCAM_LOG_INFO("user_comment=%s", user_comment);
2736                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2737                         EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2738                 free(user_comment);
2739                 if (ret != MM_ERROR_NONE)
2740                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2741         } else {
2742                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2743                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2744         }
2745
2746         /*9. EXIF_TAG_COLOR_SPACE */
2747         if (control != NULL) {
2748                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2749                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2750                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2751                 if (ret != MM_ERROR_NONE)
2752                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2753         }
2754
2755         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2756         if (control != NULL) {
2757                 config = avsys_exif_info.component_configuration;
2758                 MMCAM_LOG_INFO("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ", config);
2759                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2760                         EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2761                 if (ret != MM_ERROR_NONE)
2762                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2763         }
2764
2765         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2766         /* written  the device_info */
2767
2768         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2769         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2770
2771         /*14. EXIF_TAG_EXPOSURE_TIME*/
2772         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2773                 unsigned char *b = NULL;
2774                 ExifRational rData;
2775
2776                 MMCAM_LOG_INFO("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2777                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2778
2779                 b = malloc(sizeof(ExifRational));
2780                 if (b) {
2781                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2782                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2783
2784                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2785                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2786                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2787                         free(b);
2788                         if (ret != MM_ERROR_NONE)
2789                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2790                 } else {
2791                         MMCAM_LOG_WARNING("malloc failed.");
2792                 }
2793         } else {
2794                 MMCAM_LOG_INFO("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2795                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2796         }
2797
2798         /*15. EXIF_TAG_FNUMBER */
2799         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2800                 unsigned char *b = NULL;
2801                 ExifRational rData;
2802
2803                 MMCAM_LOG_INFO("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2804                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2805
2806                 b = malloc(sizeof(ExifRational));
2807                 if (b) {
2808                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2809                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2810                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2811                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2812                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2813                         free(b);
2814                         if (ret != MM_ERROR_NONE)
2815                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2816                 } else {
2817                         MMCAM_LOG_WARNING("malloc failed.");
2818                 }
2819         } else {
2820                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2821                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2822         }
2823
2824         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2825         /*FIXME*/
2826         value = MM_EXPOSURE_PROGRAM;
2827         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2828         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2829                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2830         if (ret != MM_ERROR_NONE)
2831                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2832
2833         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2834         if (avsys_exif_info.iso) {
2835                 MMCAM_LOG_INFO("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2836                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2837                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2838                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2839                 if (ret != MM_ERROR_NONE)
2840                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2841         }
2842
2843         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2844         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2845                 unsigned char *b = NULL;
2846                 ExifSRational rsData;
2847
2848                 MMCAM_LOG_INFO("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2849                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2850
2851                 b = malloc(sizeof(ExifSRational));
2852                 if (b) {
2853                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2854                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2855                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2856                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2857                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2858                         free(b);
2859                         if (ret != MM_ERROR_NONE)
2860                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2861                 } else {
2862                         MMCAM_LOG_WARNING("malloc failed.");
2863                 }
2864         } else {
2865                 MMCAM_LOG_INFO("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2866                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2867         }
2868
2869         /*19. EXIF_TAG_APERTURE_VALUE*/
2870         if (avsys_exif_info.aperture_in_APEX) {
2871                 unsigned char *b = NULL;
2872                 ExifRational rData;
2873
2874                 MMCAM_LOG_INFO("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2875
2876                 b = malloc(sizeof(ExifRational));
2877                 if (b) {
2878                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2879                         rData.denominator = 1;
2880                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2881                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2882                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2883                         free(b);
2884                         if (ret != MM_ERROR_NONE)
2885                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2886                 } else {
2887                         MMCAM_LOG_WARNING("malloc failed.");
2888                 }
2889         } else {
2890                 MMCAM_LOG_INFO("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2891         }
2892
2893         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2894         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2895                 unsigned char *b = NULL;
2896                 ExifSRational rsData;
2897
2898                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2899                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2900
2901                 b = malloc(sizeof(ExifSRational));
2902                 if (b) {
2903                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2904                         rsData.denominator = avsys_exif_info.brightness_denominator;
2905                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2906                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2907                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2908                         free(b);
2909                         if (ret != MM_ERROR_NONE)
2910                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2911                 } else {
2912                         MMCAM_LOG_WARNING("malloc failed.");
2913                 }
2914         } else {
2915                 MMCAM_LOG_INFO("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2916                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2917         }
2918
2919         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2920         value = 0;
2921         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2922         if (ret == MM_ERROR_NONE) {
2923                 unsigned char *b = NULL;
2924                 ExifSRational rsData;
2925
2926                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2927                         value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2928
2929                 b = malloc(sizeof(ExifSRational));
2930                 if (b) {
2931                         rsData.numerator = value - hcamcorder->brightness_default;
2932                         if (hcamcorder->brightness_step_denominator != 0) {
2933                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2934                         } else {
2935                                 MMCAM_LOG_WARNING("brightness_step_denominator is ZERO, so set 1");
2936                                 rsData.denominator = 1;
2937                         }
2938                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2939                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2940                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2941                         free(b);
2942                         if (ret != MM_ERROR_NONE)
2943                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2944                 } else {
2945                         MMCAM_LOG_WARNING("malloc failed.");
2946                 }
2947         } else {
2948                 MMCAM_LOG_INFO("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2949         }
2950
2951         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2952 /*
2953         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2954                 unsigned char *b = NULL;
2955                 ExifRational rData;
2956
2957                 MMCAM_LOG_INFO("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2958
2959                 b = malloc(sizeof(ExifRational));
2960                 if (b) {
2961                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2962                         rData.denominator = 1;
2963                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2964                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2965                                 EXIF_FORMAT_RATIONAL, 1, b);
2966                         free(b);
2967                         if (ret != MM_ERROR_NONE)
2968                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2969                 } else {
2970                         MMCAM_LOG_WARNING("failed to alloc for MAX aperture value");
2971                 }
2972         }
2973 */
2974
2975         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2976         /* default : none */
2977
2978         /*24. EXIF_TAG_METERING_MODE */
2979         if (control != NULL) {
2980                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.metering_mode);
2981                 MMCAM_LOG_INFO("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2982                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2983                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2984                 if (ret != MM_ERROR_NONE)
2985                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2986         }
2987
2988         /*25. EXIF_TAG_LIGHT_SOURCE*/
2989
2990         /*26. EXIF_TAG_FLASH*/
2991         if (control != NULL) {
2992                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.flash);
2993                 MMCAM_LOG_INFO("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2994                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2995                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2996                 if (ret != MM_ERROR_NONE)
2997                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2998         }
2999
3000         /*27. EXIF_TAG_FOCAL_LENGTH*/
3001         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
3002                 unsigned char *b = NULL;
3003                 ExifRational rData;
3004
3005                 MMCAM_LOG_INFO("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
3006                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
3007
3008                 b = malloc(sizeof(ExifRational));
3009                 if (b) {
3010                         rData.numerator = avsys_exif_info.focal_len_numerator;
3011                         rData.denominator = avsys_exif_info.focal_len_denominator;
3012                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
3013                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
3014                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
3015                         free(b);
3016                         if (ret != MM_ERROR_NONE)
3017                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
3018                 } else {
3019                         MMCAM_LOG_WARNING("malloc failed.");
3020                 }
3021         } else {
3022                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
3023                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
3024         }
3025
3026         /*28. EXIF_TAG_SENSING_METHOD*/
3027         /*FIXME*/
3028         value = MM_SENSING_MODE;
3029         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3030         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
3031                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3032         if (ret != MM_ERROR_NONE)
3033                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
3034
3035         /*29. EXIF_TAG_FILE_SOURCE*/
3036 /*
3037         value = MM_FILE_SOURCE;
3038         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
3039         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
3040                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
3041         if (ret != MM_ERROR_NONE)
3042                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
3043 */
3044
3045         /*30. EXIF_TAG_SCENE_TYPE*/
3046 /*
3047         value = MM_SCENE_TYPE;
3048         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
3049         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
3050                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
3051         if (ret != MM_ERROR_NONE)
3052                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
3053 */
3054
3055         /*31. EXIF_TAG_EXPOSURE_MODE*/
3056         /*FIXME*/
3057         value = MM_EXPOSURE_MODE;
3058         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3059         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
3060                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3061         if (ret != MM_ERROR_NONE)
3062                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
3063
3064         /*32. EXIF_TAG_WHITE_BALANCE*/
3065         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
3066         if (ret == MM_ERROR_NONE) {
3067                 int set_value = 0;
3068                 MMCAM_LOG_INFO("WHITE BALANCE [%d]", value);
3069
3070                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC)
3071                         set_value = 0;
3072                 else
3073                         set_value = 1;
3074
3075                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
3076                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
3077                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3078                 if (ret != MM_ERROR_NONE)
3079                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
3080         } else {
3081                 MMCAM_LOG_WARNING("failed to get white balance [%x]", ret);
3082         }
3083
3084         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
3085 /*
3086         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
3087         if (ret == MM_ERROR_NONE) {
3088                 MMCAM_LOG_INFO("DIGITAL ZOOM [%d]", value);
3089
3090                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3091                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
3092                         EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3093                 if (ret != MM_ERROR_NONE)
3094                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
3095         } else {
3096                 MMCAM_LOG_WARNING("failed to get digital zoom [%x]", ret);
3097         }
3098 */
3099
3100         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
3101         /*FIXME*/
3102 /*
3103         value = MM_FOCAL_LENGTH_35MMFILM;
3104         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
3105         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
3106                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3107         if (ret != MM_ERROR_NONE)
3108                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
3109 */
3110
3111         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
3112         {
3113                 int scene_capture_type;
3114
3115                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
3116                 if (ret == MM_ERROR_NONE) {
3117                         MMCAM_LOG_INFO("Scene mode(program mode) [%d]", value);
3118
3119                         switch (value) {
3120                         case MM_CAMCORDER_SCENE_MODE_NORMAL:
3121                                 scene_capture_type = 0; /* standard */
3122                                 break;
3123                         case MM_CAMCORDER_SCENE_MODE_PORTRAIT:
3124                                 scene_capture_type = 2; /* portrait */
3125                                 break;
3126                         case MM_CAMCORDER_SCENE_MODE_LANDSCAPE:
3127                                 scene_capture_type = 1; /* landscape */
3128                                 break;
3129                         case MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE:
3130                                 scene_capture_type = 3; /* night scene */
3131                                 break;
3132                         default:
3133                                 scene_capture_type = 4; /* Others */
3134                                 break;
3135                         }
3136
3137                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
3138                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
3139                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3140                         if (ret != MM_ERROR_NONE)
3141                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
3142                 } else {
3143                         MMCAM_LOG_WARNING("failed to get scene mode [%x]", ret);
3144                 }
3145         }
3146
3147         /*36. EXIF_TAG_GAIN_CONTROL*/
3148         /*FIXME*/
3149 /*
3150         value = MM_GAIN_CONTROL;
3151         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3152         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
3153                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3154         if (ret != MM_ERROR_NONE)
3155                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
3156 */
3157
3158
3159         /*37. EXIF_TAG_CONTRAST */
3160         {
3161                 type_int_range *irange = NULL;
3162                 int level = 0;
3163
3164                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3165                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3166                         "Contrast",
3167                         &irange);
3168                 if (irange != NULL) {
3169                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
3170
3171                         MMCAM_LOG_INFO("CONTRAST current [%d], default [%d]", value, irange->default_value);
3172
3173                         if (value == irange->default_value)
3174                                 level = MM_VALUE_NORMAL;
3175                         else if (value < irange->default_value)
3176                                 level = MM_VALUE_LOW;
3177                         else
3178                                 level = MM_VALUE_HARD;
3179
3180                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3181                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
3182                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3183                         if (ret != MM_ERROR_NONE)
3184                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
3185                 } else {
3186                         MMCAM_LOG_WARNING("failed to get range of contrast");
3187                 }
3188         }
3189
3190         /*38. EXIF_TAG_SATURATION*/
3191         {
3192                 type_int_range *irange = NULL;
3193                 int level = 0;
3194
3195                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3196                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3197                         "Saturation",
3198                         &irange);
3199                 if (irange != NULL) {
3200                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
3201
3202                         MMCAM_LOG_INFO("SATURATION current [%d], default [%d]", value, irange->default_value);
3203
3204                         if (value == irange->default_value)
3205                                 level = MM_VALUE_NORMAL;
3206                         else if (value < irange->default_value)
3207                                 level = MM_VALUE_LOW;
3208                         else
3209                                 level = MM_VALUE_HARD;
3210
3211                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3212                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
3213                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3214                         if (ret != MM_ERROR_NONE)
3215                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
3216                 } else {
3217                         MMCAM_LOG_WARNING("failed to get range of saturation");
3218                 }
3219         }
3220
3221         /*39. EXIF_TAG_SHARPNESS*/
3222         {
3223                 type_int_range *irange = NULL;
3224                 int level = 0;
3225
3226                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3227                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3228                         "Sharpness",
3229                         &irange);
3230                 if (irange != NULL) {
3231                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
3232
3233                         MMCAM_LOG_INFO("SHARPNESS current [%d], default [%d]", value, irange->default_value);
3234
3235                         if (value == irange->default_value)
3236                                 level = MM_VALUE_NORMAL;
3237                         else if (value < irange->default_value)
3238                                 level = MM_VALUE_LOW;
3239                         else
3240                                 level = MM_VALUE_HARD;
3241
3242                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3243                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
3244                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3245                         if (ret != MM_ERROR_NONE)
3246                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
3247                 } else {
3248                         MMCAM_LOG_WARNING("failed to get range of sharpness");
3249                 }
3250         }
3251
3252         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
3253         /*FIXME*/
3254         value = MM_SUBJECT_DISTANCE_RANGE;
3255         MMCAM_LOG_INFO("DISTANCE_RANGE [%d]", value);
3256         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3257         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
3258                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3259         if (ret != MM_ERROR_NONE)
3260                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
3261
3262         /* GPS information */
3263         __mmcamcorder_update_exif_gps(handle, ed);
3264
3265         MMCAM_LOG_INFO("");
3266
3267         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
3268         if (ret != MM_ERROR_NONE)
3269                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
3270
3271 exit:
3272         MMCAM_LOG_INFO("finished!! [%x]", ret);
3273
3274         if (ed)
3275                 exif_data_unref(ed);
3276
3277         return ret;
3278 }
3279
3280
3281 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data)
3282 {
3283         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
3284         _MMCamcorderImageInfo *info = NULL;
3285
3286         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
3287
3288         MMCAM_LOG_INFO("START");
3289
3290         info = hcamcorder->sub_context->info_image;
3291
3292         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
3293
3294         MMCAM_LOG_INFO("DONE : sound status %d", info->sound_status);
3295
3296         return;
3297 }
3298
3299
3300 int _mmcamcorder_set_extra_preview_device_type(MMHandleType handle, int stream_id, int device_type)
3301 {
3302         int ret = MM_ERROR_NONE;
3303         int camera_id = 0;
3304         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3305         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3306
3307         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3308         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3309         mmf_return_val_if_fail(hcamcorder->extra_preview.mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT,
3310                 MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3311         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3312                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3313         mmf_return_val_if_fail(device_type > MM_VIDEO_DEVICE_NONE && device_type < MM_VIDEO_DEVICE_NUM
3314                 , MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3315
3316         mm_camcorder_get_state(handle, &current_state);
3317
3318         MMCAM_LOG_INFO("stream_id[%d], device type[%d]", stream_id, device_type);
3319
3320         if (current_state > MM_CAMCORDER_STATE_NULL) {
3321                 MMCAM_LOG_ERROR("The device type can not be set after pipeline created");
3322                 return MM_ERROR_CAMCORDER_INVALID_STATE;
3323         }
3324
3325         ret = _mmcamcorder_get_camera_id(device_type, &camera_id);
3326         if (ret != MM_ERROR_NONE)
3327                 return ret;
3328
3329         hcamcorder->extra_preview.camera_id[stream_id] = camera_id;
3330
3331         return MM_ERROR_NONE;
3332 }
3333
3334
3335 int _mmcamcorder_set_extra_preview_stream_format(MMHandleType handle, int stream_id, int pixel_format, int width, int height, int fps)
3336 {
3337         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3338         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3339         GstCameraControl *control = NULL;
3340         _MMCamcorderSubContext *sc = NULL;
3341
3342         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3343         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3344         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3345                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3346         mmf_return_val_if_fail(pixel_format > MM_PIXEL_FORMAT_INVALID && pixel_format < MM_PIXEL_FORMAT_NUM,
3347                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3348         mmf_return_val_if_fail(width > 0 && height > 0 && fps >= 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3349
3350         mm_camcorder_get_state(handle, &current_state);
3351
3352         MMCAM_LOG_INFO("state[%d] stream_id[%d],fmt[%d],res[%dx%d],fps[%d]",
3353                 current_state, stream_id, pixel_format, width, height, fps);
3354
3355         if (current_state >= MM_CAMCORDER_STATE_READY) {
3356                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3357                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3358
3359                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3360                 if (!gst_camera_control_set_extra_preview_stream_format(control,
3361                         stream_id, _mmcamcorder_get_camera_control_image_format(pixel_format), width, height, fps)) {
3362                         MMCAM_LOG_ERROR("camera control failed");
3363                         return MM_ERROR_CAMCORDER_INTERNAL;
3364                 }
3365         } else {
3366                 MMCAM_LOG_INFO("It will be set when start preview");
3367                 hcamcorder->extra_preview.format[stream_id].need_to_set_format = TRUE;
3368         }
3369
3370         hcamcorder->extra_preview.format[stream_id].pixel_format = pixel_format;
3371         hcamcorder->extra_preview.format[stream_id].width = width;
3372         hcamcorder->extra_preview.format[stream_id].height = height;
3373         hcamcorder->extra_preview.format[stream_id].fps = fps;
3374
3375         return MM_ERROR_NONE;
3376 }
3377
3378
3379 int _mmcamcorder_get_extra_preview_stream_format(MMHandleType handle, int stream_id, int *pixel_format, int *width, int *height, int *fps)
3380 {
3381         int _width = 0;
3382         int _height = 0;
3383         int _fps = 0;
3384         GstCameraControlImageFormat _img_fmt = GST_CAMERA_CONTROL_IMAGE_FORMAT_NV12;
3385         GstCameraControl *control = NULL;
3386         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3387         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3388         _MMCamcorderSubContext *sc = NULL;
3389
3390         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3391         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3392         mmf_return_val_if_fail(pixel_format && width && height && fps, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3393
3394         mm_camcorder_get_state(handle, &current_state);
3395
3396         if (current_state >= MM_CAMCORDER_STATE_READY) {
3397                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3398                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3399
3400                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3401                 if (!gst_camera_control_get_extra_preview_stream_format(control,
3402                         stream_id, &_img_fmt, &_width, &_height, &_fps)) {
3403                         MMCAM_LOG_ERROR("extra preview stream format get failed");
3404                         return MM_ERROR_CAMCORDER_INTERNAL;
3405                 }
3406
3407                 *pixel_format = _mmcamcorder_get_pixel_format2(_img_fmt);
3408                 *width = _width;
3409                 *height = _height;
3410                 *fps = _fps;
3411         } else {
3412                 *pixel_format = hcamcorder->extra_preview.format[stream_id].pixel_format;
3413                 *width = hcamcorder->extra_preview.format[stream_id].width;
3414                 *height = hcamcorder->extra_preview.format[stream_id].height;
3415                 *fps = hcamcorder->extra_preview.format[stream_id].fps;
3416         }
3417
3418         MMCAM_LOG_INFO("get result[fmt:%d(%d),res:%dx%d,fps:%d][state:%d]",
3419                 *pixel_format, _img_fmt, *width, *height, *fps, current_state);
3420
3421         return MM_ERROR_NONE;
3422 }
3423
3424
3425 int _mmcamcorder_set_extra_preview_bitrate(MMHandleType handle, int stream_id, int bitrate)
3426 {
3427         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3428         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3429         GstCameraControl *control = NULL;
3430         _MMCamcorderSubContext *sc = NULL;
3431
3432         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3433         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3434         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3435                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3436         mmf_return_val_if_fail(bitrate > 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3437
3438         mm_camcorder_get_state(handle, &current_state);
3439
3440         MMCAM_LOG_INFO("state[%d] stream[%d], bitrate[%d]", current_state, stream_id, bitrate);
3441
3442         if (current_state >= MM_CAMCORDER_STATE_READY) {
3443                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3444                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3445
3446                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3447                 if (!gst_camera_control_set_extra_preview_bitrate(control, stream_id, bitrate)) {
3448                         MMCAM_LOG_ERROR("set bitrate[%d] for stream[%d] failed", bitrate, stream_id);
3449                         return MM_ERROR_CAMCORDER_INTERNAL;
3450                 }
3451         } else {
3452                 MMCAM_LOG_INFO("It will be set when start preview");
3453                 hcamcorder->extra_preview.format[stream_id].need_to_set_bitrate = TRUE;
3454         }
3455
3456         hcamcorder->extra_preview.format[stream_id].bitrate = bitrate;
3457
3458         return MM_ERROR_NONE;
3459 }
3460
3461
3462 int _mmcamcorder_get_extra_preview_bitrate(MMHandleType handle, int stream_id, int *bitrate)
3463 {
3464         int _bitrate = 0;
3465         GstCameraControl *control = NULL;
3466         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3467         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3468         _MMCamcorderSubContext *sc = NULL;
3469
3470         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3471         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3472         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3473                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3474         mmf_return_val_if_fail(bitrate, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3475
3476         mm_camcorder_get_state(handle, &current_state);
3477
3478         if (current_state >= MM_CAMCORDER_STATE_READY) {
3479                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3480                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3481
3482                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3483                 if (!gst_camera_control_get_extra_preview_bitrate(control, stream_id, &_bitrate)) {
3484                         MMCAM_LOG_ERROR("get bitrate for stream[%d] failed", stream_id);
3485                         return MM_ERROR_CAMCORDER_INTERNAL;
3486                 }
3487
3488                 *bitrate = _bitrate;
3489         } else {
3490                 *bitrate = hcamcorder->extra_preview.format[stream_id].bitrate;
3491         }
3492
3493         MMCAM_LOG_INFO("get bitrate[%d] for stream[%d][state:%d]",
3494                 *bitrate, stream_id, current_state);
3495
3496         return MM_ERROR_NONE;
3497 }
3498
3499
3500 int _mmcamcorder_set_extra_preview_gop_interval(MMHandleType handle, int stream_id, int interval)
3501 {
3502         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3503         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3504         GstCameraControl *control = NULL;
3505         _MMCamcorderSubContext *sc = NULL;
3506
3507         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3508         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3509         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3510                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3511
3512         mm_camcorder_get_state(handle, &current_state);
3513
3514         MMCAM_LOG_INFO("state[%d] stream[%d], interval[%d]", current_state, stream_id, interval);
3515
3516         if (current_state >= MM_CAMCORDER_STATE_READY) {
3517                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3518                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3519
3520                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3521                 if (!gst_camera_control_set_extra_preview_gop_interval(control, stream_id, interval)) {
3522                         MMCAM_LOG_ERROR("set GOP interval[%d] for stream[%d] failed", interval, stream_id);
3523                         return MM_ERROR_CAMCORDER_INTERNAL;
3524                 }
3525         } else {
3526                 MMCAM_LOG_INFO("It will be set when start preview");
3527                 hcamcorder->extra_preview.format[stream_id].need_to_set_gop_interval = TRUE;
3528         }
3529
3530         hcamcorder->extra_preview.format[stream_id].gop_interval = interval;
3531
3532         return MM_ERROR_NONE;
3533 }
3534
3535
3536 int _mmcamcorder_get_extra_preview_gop_interval(MMHandleType handle, int stream_id, int *interval)
3537 {
3538         int _interval = 0;
3539         GstCameraControl *control = NULL;
3540         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3541         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3542         _MMCamcorderSubContext *sc = NULL;
3543
3544         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3545         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3546         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3547                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3548         mmf_return_val_if_fail(interval, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3549
3550         mm_camcorder_get_state(handle, &current_state);
3551
3552         if (current_state >= MM_CAMCORDER_STATE_READY) {
3553                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3554                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3555
3556                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3557                 if (!gst_camera_control_get_extra_preview_gop_interval(control, stream_id, &_interval)) {
3558                         MMCAM_LOG_ERROR("get GOP interval for stream[%d] failed", stream_id);
3559                         return MM_ERROR_CAMCORDER_INTERNAL;
3560                 }
3561
3562                 *interval = _interval;
3563         } else {
3564                 *interval = hcamcorder->extra_preview.format[stream_id].gop_interval;
3565         }
3566
3567         MMCAM_LOG_INFO("get GOP interval[%d] for stream[%d][state:%d]",
3568                 *interval, stream_id, current_state);
3569
3570         return MM_ERROR_NONE;
3571 }