src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include "mm_camcorder_internal.h"
  29 #include "mm_camcorder_stillshot.h"
  30 #include "mm_camcorder_exifinfo.h"
  31 #include "mm_camcorder_exifdef.h"
  32 #include <libexif/exif-loader.h>
  33 #include <libexif/exif-utils.h>
  34 #include <libexif/exif-data.h>
  35
  36 /*---------------------------------------------------------------------------------------
  37 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  38 ---------------------------------------------------------------------------------------*/
  39 #define EXIF_SET_ERR(return_type, tag_id) \
  40 do { \
  41         MMCAM_LOG_ERROR("error=%x,tag=%x", return_type, tag_id); \
  42         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  43                 goto exit; \
  44         } \
  45 } while (0)
  46
  47 /*---------------------------------------------------------------------------------------
  48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  49 ---------------------------------------------------------------------------------------*/
  50 #define THUMBNAIL_WIDTH         320
  51 #define THUMBNAIL_HEIGHT        240
  52 #define THUMBNAIL_JPEG_QUALITY  90
  53 #define TRY_LOCK_MAX_COUNT      100
  54 #define TRY_LOCK_TIME           20000   /* ms */
  55 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  56
  57
  58 /*---------------------------------------------------------------------------------------
  59 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  60 ---------------------------------------------------------------------------------------*/
  61 /** STATIC INTERNAL FUNCTION **/
  62 static int __mmcamcorder_image_cmd_capture(MMHandleType handle);
  63 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  64 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  65
  66 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle);
  67 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle);
  68 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle);
  69 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle);
  70
  71 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder);
  72 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode);
  73
  74 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height);
  75 static int __mmcamcorder_update_exif_info(MMHandleType handle, void *imagedata, int imgln);
  76 static void __mmcamcorder_init_stillshot_info(MMHandleType handle);
  77 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample);
  78 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif);
  79 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
  80 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
  81
  82 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
  83 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
  84
  85 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  86 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data);
  87 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data);
  88
  89 /*=======================================================================================
  90 |  FUNCTION DEFINITIONS                                                                 |
  91 =======================================================================================*/
  92
  93 /*---------------------------------------------------------------------------------------
  94 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
  95 ---------------------------------------------------------------------------------------*/
  96
  97
  98 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle)
  99 {
 100         int err = MM_ERROR_UNKNOWN;
 101         GstPad *srcpad = NULL;
 102         GstPad *sinkpad = NULL;
 103
 104         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 105         _MMCamcorderSubContext *sc = NULL;
 106
 107         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 108
 109         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 110         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 111
 112         MMCAM_LOG_INFO("");
 113
 114         /* Create gstreamer element */
 115         MMCAM_LOG_INFO("Using Encodebin for capturing");
 116
 117         /* Create capture pipeline */
 118         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 119
 120         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 121         if (err != MM_ERROR_NONE)
 122                 return err;
 123
 124         /* add element and encodesink bin to encode main pipeline */
 125         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 126                 sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 127                 sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst,
 128                 sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 129                 NULL);
 130
 131         /* Link each element : appsrc - capsfilter - encodesink bin */
 132         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 133         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "sink");
 134         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 135
 136         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "src");
 137         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 138         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 139
 140         /* connect handoff signal to get capture data */
 141         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 142                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 143                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 144                 hcamcorder);
 145
 146         return MM_ERROR_NONE;
 147
 148 pipeline_creation_error:
 149         __mmcamcorder_capture_mode_deinit_encodebin(handle);
 150         return err;
 151 }
 152
 153
 154 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle)
 155 {
 156         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 157         _MMCamcorderSubContext *sc = NULL;
 158
 159         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 160
 161         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 162         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 163
 164         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 165
 166         MMCAM_LOG_INFO("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 167
 168         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 169                 _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 170                 G_CALLBACK(__mmcamcorder_image_capture_cb),
 171                 hcamcorder);
 172
 173         return MM_ERROR_NONE;
 174 }
 175
 176
 177 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle)
 178 {
 179         int err = MM_ERROR_NONE;
 180         int capture_width = 0;
 181         int capture_height = 0;
 182         int capture_quality = 0;
 183         char *err_name = NULL;
 184         gchar *caps_string = NULL;
 185         GstCaps *caps = NULL;
 186         GList *element_list = NULL;
 187
 188         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 189         _MMCamcorderSubContext *sc = NULL;
 190
 191         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 192
 193         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 194         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 195         mmf_return_val_if_fail(sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 196
 197         err = mm_camcorder_get_attributes(handle, &err_name,
 198                 MMCAM_CAPTURE_WIDTH, &capture_width,
 199                 MMCAM_CAPTURE_HEIGHT, &capture_height,
 200                 MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
 201                 NULL);
 202         if (err != MM_ERROR_NONE) {
 203                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, err);
 204                 SAFE_FREE(err_name);
 205                 return err;
 206         }
 207
 208         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS, "capsfilter", "videosrc_cap_caps", element_list, err);
 209         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK, "fakesink", "videosrc_cap_sink", element_list, err);
 210
 211         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "sync", TRUE);
 212         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "async", FALSE);
 213         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "enable-last-sample", FALSE);
 214         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "signal-handoffs", TRUE);
 215
 216         caps = gst_caps_new_simple("image/jpeg",
 217                 "width", G_TYPE_INT, capture_width,
 218                 "height", G_TYPE_INT, capture_height,
 219                 NULL);
 220         if (!caps) {
 221                 MMCAM_LOG_ERROR("caps for capture failed");
 222                 err = MM_ERROR_CAMCORDER_GST_LINK;
 223                 goto pipeline_creation_error;
 224         }
 225
 226         caps_string = gst_caps_to_string(caps);
 227         if (caps_string) {
 228                 MMCAM_LOG_INFO("set caps for capture[%s]", caps_string);
 229                 g_free(caps_string);
 230                 caps_string = NULL;
 231         }
 232
 233         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "caps", caps);
 234         gst_caps_unref(caps);
 235
 236         /* add elements to main pipeline */
 237         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 238                 MMCAM_LOG_ERROR("element_list add error.");
 239                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 240                 goto pipeline_creation_error;
 241         }
 242
 243         /* link elements */
 244         if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "image_%u",
 245                 sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "sink")) {
 246                 MMCAM_LOG_ERROR("capture pad link failed");
 247                 err = MM_ERROR_CAMCORDER_GST_LINK;
 248                 goto pipeline_creation_error;
 249         }
 250
 251         if (!_mmcamcorder_link_elements(element_list)) {
 252                 MMCAM_LOG_ERROR("element link error.");
 253                 err = MM_ERROR_CAMCORDER_GST_LINK;
 254                 goto pipeline_creation_error;
 255         }
 256
 257         g_list_free(element_list);
 258
 259         /* connect handoff signal to get capture data */
 260         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst,
 261                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 262                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 263                 hcamcorder);
 264
 265         return MM_ERROR_NONE;
 266
 267 pipeline_creation_error:
 268         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS);
 269         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK);
 270
 271         if (element_list) {
 272                 g_list_free(element_list);
 273                 element_list = NULL;
 274         }
 275
 276         return err;
 277 }
 278
 279
 280 int _mmcamcorder_initialize_capture_mode(MMHandleType handle)
 281 {
 282         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 283
 284         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 285
 286         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL)
 287                 return __mmcamcorder_capture_mode_init_camera_control(handle);
 288         else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD)
 289                 return __mmcamcorder_capture_mode_init_image_pad(handle);
 290
 291         return MM_ERROR_NONE;
 292 }
 293
 294
 295 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder)
 296 {
 297         int i = 0;
 298         _MMCamcorderSubContext *sc = NULL;
 299         GstCameraControl *control = NULL;
 300         _MMCamcorderExtraPreviewFormat *e_fmt = NULL;
 301
 302         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 303
 304         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 305         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 306
 307         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 308
 309         MMCAM_LOG_INFO("connect extra preview stream signal to _MMCAMCORDER_VIDEOSRC_SRC");
 310
 311         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 312                 _MMCAMCORDER_HANDLER_EXTRA_PREVIEW, "extra-preview-stream-cb",
 313                 G_CALLBACK(__mmcamcorder_extra_preview_stream_cb),
 314                 hcamcorder);
 315
 316         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 317         if (!control) {
 318                 MMCAM_LOG_ERROR("no camera control");
 319                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 320         }
 321
 322         for (i = 0 ; i < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM ; i++) {
 323                 e_fmt = &hcamcorder->extra_preview.format[i];
 324
 325                 if (e_fmt->need_to_set_format) {
 326                         if (!gst_camera_control_set_extra_preview_stream_format(control,
 327                                 i, _mmcamcorder_get_pixel_format2(e_fmt->pixel_format),
 328                                 e_fmt->width, e_fmt->height, e_fmt->fps))
 329                                 MMCAM_LOG_WARNING("set format[%d,%dx%d,%d] failed for stream[%d]",
 330                                         e_fmt->pixel_format, e_fmt->width, e_fmt->height, e_fmt->fps, i);
 331
 332                         e_fmt->need_to_set_format = FALSE;
 333                 }
 334
 335                 if (e_fmt->need_to_set_bitrate) {
 336                         if (!gst_camera_control_set_extra_preview_bitrate(control, i, e_fmt->bitrate))
 337                                 MMCAM_LOG_WARNING("set bitrate[%d] failed for stream[%d]", e_fmt->bitrate, i);
 338
 339                         e_fmt->need_to_set_bitrate = FALSE;
 340                 }
 341
 342                 if (e_fmt->need_to_set_gop_interval) {
 343                         if (!gst_camera_control_set_extra_preview_gop_interval(control, i, e_fmt->gop_interval))
 344                                 MMCAM_LOG_WARNING("set GOP interval[%d] failed for stream[%d]", e_fmt->gop_interval, i);
 345
 346                         e_fmt->need_to_set_gop_interval = FALSE;
 347                 }
 348         }
 349
 350         return MM_ERROR_NONE;
 351 }
 352
 353
 354 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode)
 355 {
 356         int err = MM_ERROR_NONE;
 357         int extra_preview_enable = 0;
 358         int width = 0;
 359         int height = 0;
 360         int fps = 0;
 361         const char *videosrc_name = NULL;
 362         GstCaps *caps = NULL;
 363         GList *element_list = NULL;
 364
 365         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 366         _MMCamcorderSubContext *sc = NULL;
 367         type_element *videosrc_element = NULL;
 368
 369         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 370
 371         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 372         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 373
 374         err = mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
 375                 MMCAM_EXTRA_PREVIEW_ENABLE, &extra_preview_enable,
 376                 NULL);
 377
 378         width = hcamcorder->extra_preview.format[0].width;
 379         height = hcamcorder->extra_preview.format[0].height;
 380         fps = hcamcorder->extra_preview.format[0].fps;
 381
 382         if (!extra_preview_enable || width <= 0 || height <= 0 || fps <= 0) {
 383                 MMCAM_LOG_WARNING("extra preview disabled[enable:%d,res:%dx%d,fps:%d]",
 384                         extra_preview_enable, width, height, fps);
 385                 return MM_ERROR_NONE;
 386         }
 387
 388         if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT) {
 389                 _mmcamcorder_conf_get_element_and_name(handle,
 390                         hcamcorder->conf_main, CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT, "VideosrcElement",
 391                         &videosrc_element, &videosrc_name);
 392
 393                 _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SRC, videosrc_name, "videosrc_ext_src", element_list, err);
 394
 395                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, "camera-id", hcamcorder->extra_preview.camera_id[0]);
 396
 397                 _mmcamcorder_conf_set_value_element_property(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, videosrc_element);
 398         }
 399
 400         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS, "capsfilter", "videosrc_ext_caps", element_list, err);
 401         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK, "fakesink", "videosrc_ext_sink", element_list, err);
 402
 403         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "sync", TRUE);
 404         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "async", FALSE);
 405         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "enable-last-sample", FALSE);
 406         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "signal-handoffs", TRUE);
 407
 408         caps = _mmcamcorder_get_video_caps((MMHandleType)hcamcorder,
 409                 hcamcorder->extra_preview.format[0].pixel_format,
 410                 width, height, fps, -1);
 411         if (!caps) {
 412                 MMCAM_LOG_ERROR("caps for extra preview failed");
 413                 err = MM_ERROR_CAMCORDER_GST_LINK;
 414                 goto pipeline_creation_error;
 415         }
 416
 417         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "caps", caps);
 418         gst_caps_unref(caps);
 419
 420         /* add elements to main pipeline */
 421         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 422                 MMCAM_LOG_ERROR("element_list add error.");
 423                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 424                 goto pipeline_creation_error;
 425         }
 426
 427         /* link elements */
 428         if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD) {
 429                 if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "video_%u",
 430                         sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "sink")) {
 431                         MMCAM_LOG_ERROR("pad for extra preview link failed");
 432                         err = MM_ERROR_CAMCORDER_GST_LINK;
 433                         goto pipeline_creation_error;
 434                 }
 435         }
 436
 437         if (!_mmcamcorder_link_elements(element_list)) {
 438                 MMCAM_LOG_ERROR("element link error.");
 439                 err = MM_ERROR_CAMCORDER_GST_LINK;
 440                 goto pipeline_creation_error;
 441         }
 442
 443         g_list_free(element_list);
 444
 445         /* connect handoff signal to get capture data */
 446         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst,
 447                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 448                 G_CALLBACK(__mmcamcorder_handoff_callback_extra_preview),
 449                 hcamcorder);
 450
 451         return MM_ERROR_NONE;
 452
 453 pipeline_creation_error:
 454         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS);
 455         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK);
 456
 457         if (element_list) {
 458                 g_list_free(element_list);
 459                 element_list = NULL;
 460         }
 461
 462         return err;
 463 }
 464
 465
 466 int _mmcamcorder_initialize_extra_preview_mode(MMHandleType handle)
 467 {
 468         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 469
 470         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 471         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_NONE);
 472         mmf_return_val_if_fail(hcamcorder->extra_preview.is_enabled, MM_ERROR_NONE);
 473
 474         switch (hcamcorder->extra_preview.mode) {
 475         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
 476                 return __mmcamcorder_extra_preview_mode_init_camera_control(handle);
 477         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD:
 478         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT:
 479                 return __mmcamcorder_extra_preview_mode_init_pipeline(handle, hcamcorder->extra_preview.mode);
 480         default:
 481                 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
 482                 return MM_ERROR_CAMCORDER_INTERNAL;
 483         }
 484 }
 485
 486
 487 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle)
 488 {
 489         int ret = MM_ERROR_NONE;
 490         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 491         _MMCamcorderSubContext *sc = NULL;
 492
 493         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 494
 495         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 496         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 497
 498         MMCAM_LOG_INFO("");
 499
 500         /* Check pipeline */
 501         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 502                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 503                 if (ret != MM_ERROR_NONE) {
 504                         MMCAM_LOG_ERROR("Failed to change encode main pipeline state [0x%x]", ret);
 505                         return ret;
 506                 }
 507
 508                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 509
 510                 GstPad *reqpad = NULL;
 511
 512                 /* release request pad */
 513                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 514                 if (reqpad) {
 515                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 516                         gst_object_unref(reqpad);
 517                         reqpad = NULL;
 518                 }
 519
 520                 /* release encode main pipeline */
 521                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 522
 523                 MMCAM_LOG_INFO("Encoder pipeline removed");
 524         } else {
 525                 MMCAM_LOG_INFO("encode main pipeline is already removed");
 526         }
 527
 528         return MM_ERROR_NONE;
 529 }
 530
 531
 532 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 533 {
 534         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 535         _MMCamcorderSubContext *sc = NULL;
 536         int display_reuse_hint = FALSE;
 537         GstElement *sink_element = NULL;
 538         MMHandleType attrs;
 539         int attr_index = 0;
 540
 541         mmf_return_if_fail(hcamcorder);
 542
 543         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 544         mmf_return_if_fail(sc && sc->element);
 545
 546         MMCAM_LOG_INFO("");
 547
 548         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 549                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 550                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 551
 552                 /* check reuse flag for display element */
 553                 mm_camcorder_get_attributes(handle, NULL,
 554                         MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
 555                         NULL);
 556
 557                 MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
 558
 559                 if (!display_reuse_hint)
 560                         goto _REUSE_CHECK_DONE;
 561
 562                 sink_element = sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst;
 563                 if (!sink_element) {
 564                         MMCAM_LOG_WARNING("sink element is NULL");
 565                         goto _REUSE_CHECK_DONE;
 566                 }
 567
 568                 attrs = MMF_CAMCORDER_ATTRS(handle);
 569                 if (!attrs) {
 570                         MMCAM_LOG_WARNING("attribute is NULL");
 571                         goto _REUSE_CHECK_DONE;
 572                 }
 573
 574                 MMCAM_LOG_INFO("REF sink element %p and set it to attribute", sink_element);
 575
 576                 /* ref element before remove it from pipeline */
 577                 gst_object_ref(sink_element);
 578
 579                 if (!gst_bin_remove(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), sink_element))
 580                         MMCAM_LOG_WARNING("failed to remove sink element from pipeline");
 581
 582                 /* reset floating reference flag to avoid leak after next use */
 583                 g_object_force_floating(G_OBJECT(sink_element));
 584
 585                 /* set sink element pointer to attribute */
 586                 mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
 587                 mm_attrs_set_data(attrs, attr_index, (void *)sink_element, sizeof(*sink_element));
 588                 mm_attrs_commit(attrs, attr_index);
 589
 590                 /* remove notify callback */
 591                 g_object_weak_unref(G_OBJECT(sink_element), (GWeakNotify)_mmcamcorder_element_release_noti, sc);
 592
 593                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst = NULL;
 594                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].id = _MMCAMCORDER_NONE;
 595
 596 _REUSE_CHECK_DONE:
 597                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
 598
 599                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 600
 601                 traceEnd(TTRACE_TAG_CAMERA);
 602
 603                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 604
 605                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
 606
 607                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 608
 609                 traceEnd(TTRACE_TAG_CAMERA);
 610
 611                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 612         }
 613
 614         return;
 615 }
 616
 617
 618 static int __mmcamcorder_image_cmd_capture(MMHandleType handle)
 619 {
 620         int ret = MM_ERROR_NONE;
 621         int width = 0;
 622         int height = 0;
 623         int fps = 0;
 624         int image_encoder = MM_IMAGE_CODEC_JPEG;
 625         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 626         int is_modified_size = FALSE;
 627         int tag_orientation = 0;
 628         unsigned int cap_fourcc = 0;
 629         char *err_name = NULL;
 630
 631         GstCameraControl *control = NULL;
 632
 633         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 634         _MMCamcorderImageInfo *info = NULL;
 635         _MMCamcorderSubContext *sc = NULL;
 636         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 637
 638         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 639
 640         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 641         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 642
 643         MMCAM_LOG_INFO("");
 644
 645         info = sc->info_image;
 646
 647         if (info->capturing) {
 648                 MMCAM_LOG_ERROR("already capturing");
 649                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 650         }
 651
 652         /* get current state */
 653         mm_camcorder_get_state(handle, &current_state);
 654
 655         /* set capture flag */
 656         info->capturing = TRUE;
 657
 658         ret = mm_camcorder_get_attributes(handle, &err_name,
 659                 MMCAM_IMAGE_ENCODER, &image_encoder,
 660                 MMCAM_CAMERA_WIDTH, &width,
 661                 MMCAM_CAMERA_HEIGHT, &height,
 662                 MMCAM_CAMERA_FPS, &fps,
 663                 MMCAM_CAPTURE_FORMAT, &info->capture_format,
 664                 MMCAM_CAPTURE_WIDTH, &info->width,
 665                 MMCAM_CAPTURE_HEIGHT, &info->height,
 666                 MMCAM_CAPTURE_COUNT, &info->count,
 667                 MMCAM_CAPTURE_INTERVAL, &info->interval,
 668                 MMCAM_STROBE_MODE, &strobe_mode,
 669                 MMCAM_TAG_ORIENTATION, &tag_orientation,
 670                 NULL);
 671         if (err_name) {
 672                 MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 673                 SAFE_FREE(err_name);
 674         }
 675
 676         ret = MM_ERROR_NONE;
 677
 678         /* check capture count */
 679         if (info->count < 1) {
 680                 MMCAM_LOG_ERROR("capture count[%d] is invalid", info->count);
 681                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 682                 goto cmd_done;
 683         } else if (info->count == 1) {
 684                 info->type = _MMCamcorder_SINGLE_SHOT;
 685         } else {
 686                 info->type = _MMCamcorder_MULTI_SHOT;
 687                 info->next_shot_time = 0;
 688                 info->multi_shot_stop = FALSE;
 689
 690                 /* sound init */
 691                 _mmcamcorder_sound_init(handle);
 692         }
 693
 694         MMCAM_LOG_INFO("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 695                 width, height, info->preview_format, info->width, info->height, info->capture_format,
 696                 info->count, info->hdr_capture_mode, info->interval);
 697
 698         /* check state */
 699         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 700                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
 701                         MMCAM_LOG_ERROR("could not capture in this target while recording");
 702                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 703                         goto cmd_done;
 704                 }
 705
 706                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 707                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 708                         MMCAM_LOG_ERROR("does not support multi/HDR capture while recording");
 709                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 710                         goto cmd_done;
 711                 }
 712
 713                 /* check capture size if ZSL is not supported*/
 714                 if (hcamcorder->support_zsl_capture == FALSE) {
 715                         MMCAM_LOG_WARNING("Capture size should be same with preview size while recording");
 716                         MMCAM_LOG_WARNING("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 717
 718                         info->width = width;
 719                         info->height = height;
 720
 721                         MMCAM_LOG_INFO("set capture width and height [%dx%d] to camera plugin", width, height);
 722                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 723                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 724
 725                         is_modified_size = TRUE;
 726                 }
 727         }
 728
 729         info->capture_cur_count = 0;
 730         info->capture_send_count = 0;
 731
 732         sc->internal_encode = FALSE;
 733
 734         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD) {
 735                 MMCAM_LOG_INFO("emit signal[capture-image]");
 736                 g_signal_emit_by_name(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-image");
 737         } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 738                 /* Check encoding method */
 739                 if (info->capture_format == MM_PIXEL_FORMAT_ENCODED) {
 740                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 741                             hcamcorder->support_zsl_capture || is_modified_size) {
 742                                 cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, image_encoder, hcamcorder->use_zero_copy_format);
 743                                 MMCAM_LOG_INFO("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 744                         } else {
 745                                 /* no need to encode internally if ITLV format */
 746                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY)
 747                                         sc->internal_encode = TRUE;
 748
 749                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 750
 751                                 MMCAM_LOG_INFO("MSL JPEG Capture : capture fourcc %c%c%c%c",
 752                                         cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 753                         }
 754                 } else {
 755                         cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 756                 }
 757
 758                 MMCAM_LOG_INFO("capture format (%d)", info->capture_format);
 759
 760                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 761                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 762                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 763                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 764
 765                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 766                         MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
 767                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 768                         goto cmd_done;
 769                 }
 770
 771                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 772                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 773         } else {
 774                 int cap_jpeg_quality = 0;
 775
 776                 if (width != info->width || height != info->height) {
 777                         int rotation = 0;
 778
 779                         MMCAM_LOG_INFO("Need to change resolution");
 780
 781                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 782                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 783
 784                         /* make pipeline state as READY */
 785                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 786
 787                         /* check decoder recreation */
 788                         if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
 789                                 MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
 790                                 return MM_ERROR_CAMCORDER_INTERNAL;
 791                         }
 792
 793                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 794                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 795
 796                         if (ret != MM_ERROR_NONE) {
 797                                 MMCAM_LOG_ERROR("failed to set state PAUSED %x", ret);
 798                                 goto cmd_done;
 799                         }
 800
 801                         mm_camcorder_get_attributes(handle, &err_name,
 802                                 MMCAM_CAMERA_ROTATION, &rotation,
 803                                 NULL);
 804                         if (err_name) {
 805                                 MMCAM_LOG_WARNING("get_attributes err %s", err_name);
 806                                 SAFE_FREE(err_name);
 807                         }
 808
 809                         /* set new caps */
 810                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, info->width, info->height, fps, rotation);
 811                         if (!ret) {
 812                                 MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
 813                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 814                                 goto cmd_done;
 815                         }
 816
 817                         info->resolution_change = TRUE;
 818
 819                         /* set frame stability count for capture */
 820                         _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_CAPTURE);
 821
 822                         /* make pipeline state as PLAYING */
 823                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 824                         if (ret != MM_ERROR_NONE) {
 825                                 MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 826                                 goto cmd_done;
 827                         }
 828
 829                         MMCAM_LOG_INFO("Change to target resolution(%d, %d)", info->width, info->height);
 830                 } else {
 831                         MMCAM_LOG_INFO("No need to change resolution. Open toggle now.");
 832                         info->resolution_change = FALSE;
 833                 }
 834
 835                 ret = __mmcamcorder_capture_mode_init_encodebin((MMHandleType)hcamcorder);
 836                 if (ret != MM_ERROR_NONE) {
 837                         MMCAM_LOG_ERROR("failed to create encodesinkbin %x", ret);
 838                         goto cmd_done;
 839                 }
 840
 841                 ret = mm_camcorder_get_attributes(handle, &err_name,
 842                         MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 843                         NULL);
 844                 if (err_name) {
 845                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 846                         SAFE_FREE(err_name);
 847                 }
 848
 849                 /* set JPEG quality */
 850                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 851
 852                 /* set handoff signal as TRUE */
 853                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", TRUE);
 854                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 855
 856                 /* Prepare for the shutter sound when it's the bencbin mode capture */
 857                 sc->info_video->is_first_frame = TRUE;
 858
 859                 /* set push encoding buffer as TRUE */
 860                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 861
 862                 /* make encode pipeline state as PLAYING */
 863                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 864                 if (ret != MM_ERROR_NONE) {
 865                         MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 866                         goto cmd_done;
 867                 }
 868         }
 869
 870         /* Play capture sound here if single capture */
 871         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 872              (hcamcorder->support_zsl_capture == FALSE ||
 873               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 874             info->hdr_capture_mode) {
 875                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 876                     hcamcorder->support_zsl_capture == TRUE &&
 877                     !info->hdr_capture_mode) {
 878                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
 879                 }
 880
 881                 /* set flag */
 882                 info->played_capture_sound = TRUE;
 883         } else {
 884                 /* set flag */
 885                 info->played_capture_sound = FALSE;
 886         }
 887
 888 cmd_done:
 889         if (ret != MM_ERROR_NONE) {
 890                 info->capturing = FALSE;
 891
 892                 /* sound finalize */
 893                 if (info->type == _MMCamcorder_MULTI_SHOT)
 894                         _mmcamcorder_sound_finalize(handle);
 895
 896                 /* send signal for task thread : It prevent unnecessary invalid operation error in task thread */
 897                 if (hcamcorder->capture_in_recording) {
 898                         hcamcorder->capture_in_recording = FALSE;
 899
 900                         g_mutex_lock(&hcamcorder->task_thread_lock);
 901
 902                         if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
 903                                 hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_NONE;
 904                                 MMCAM_LOG_INFO("send signal for capture in recording");
 905                                 g_cond_signal(&hcamcorder->task_thread_cond);
 906                         } else {
 907                                 MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
 908                         }
 909
 910                         g_mutex_unlock(&hcamcorder->task_thread_lock);
 911                 }
 912         }
 913
 914         return ret;
 915 }
 916
 917
 918 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 919 {
 920         int ret = MM_ERROR_NONE;
 921         int width = 0;
 922         int height = 0;
 923         int fps = 0;
 924         int rotation = 0;
 925         int bitrate = 0;
 926         int gop_interval = 0;
 927         unsigned int current_framecount = 0;
 928         int current_state = MM_CAMCORDER_STATE_NONE;
 929         gboolean fps_auto = FALSE;
 930         char *err_name = NULL;
 931
 932         GstState state;
 933         GstElement *pipeline = NULL;
 934         GstCameraControl *control = NULL;
 935
 936         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 937         _MMCamcorderImageInfo *info = NULL;
 938         _MMCamcorderSubContext *sc = NULL;
 939
 940         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 941
 942         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 943         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 944
 945         /*MMCAM_LOG_INFO("");*/
 946
 947         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
 948         info = sc->info_image;
 949
 950         sc->display_interval = 0;
 951         sc->previous_slot_time = 0;
 952
 953         /* Image info */
 954         info->next_shot_time = 0;
 955         info->multi_shot_stop = TRUE;
 956         info->capturing = FALSE;
 957
 958         current_state = _mmcamcorder_get_state(handle);
 959         MMCAM_LOG_INFO("current state [%d]", current_state);
 960
 961         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 962                 MMCAM_LOG_INFO("Preview start");
 963
 964                 /* just set capture stop command if current state is CAPTURING */
 965                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
 966                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 967                                 MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
 968                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 969                         }
 970
 971                         current_framecount = sc->kpi.video_framecount;
 972
 973                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 974                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
 975
 976                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
 977                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
 978                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 979                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 980                         }
 981                 } else {
 982                         int focus_mode = 0;
 983                         MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
 984
 985                         /* This case is starting of preview */
 986                         ret = mm_camcorder_get_attributes(handle, &err_name,
 987                                 MMCAM_CAMERA_FPS_AUTO, &fps_auto,
 988                                 MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
 989                                 NULL);
 990                         if (ret != MM_ERROR_NONE) {
 991                                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, ret);
 992                                 SAFE_FREE(err_name);
 993                         }
 994
 995                         MMCAM_LOG_INFO("focus mode %d", focus_mode);
 996
 997                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
 998
 999                         /* set focus mode */
1000                         if (attrs) {
1001                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
1002                                         mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1003                                         mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1004
1005                                         if (focus_mode == MM_CAMCORDER_FOCUS_MODE_MANUAL) {
1006                                                 mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1007                                                 mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1008                                         }
1009                                 } else {
1010                                         MMCAM_LOG_INFO("focus mode is not supported");
1011                                 }
1012                         } else {
1013                                 MMCAM_LOG_ERROR("failed to get attributes");
1014                         }
1015                 }
1016         }
1017
1018         /* init prev_time */
1019         sc->info_video->prev_preview_ts = 0;
1020
1021         gst_element_get_state(pipeline, &state, NULL, -1);
1022
1023         if (state == GST_STATE_PLAYING) {
1024                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
1025                         int try_count = 0;
1026
1027                         if (hcamcorder->support_zsl_capture == FALSE) {
1028                                 MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
1029
1030                                 /* Set strobe mode - strobe mode can not be set to driver while capturing */
1031                                 if (attrs) {
1032                                         mm_attrs_set_modified(attrs, MM_CAM_STROBE_MODE);
1033                                         if (mm_attrs_commit(attrs, MM_CAM_STROBE_MODE) == -1)
1034                                                 MMCAM_LOG_WARNING("Failed to set strobe mode");
1035                                 }
1036
1037                                 while (current_framecount >= sc->kpi.video_framecount &&
1038                                         try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
1039                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
1040                                 }
1041                         }
1042
1043                         if (info->type == _MMCamcorder_MULTI_SHOT) {
1044                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1045                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1046                         }
1047
1048                         MMCAM_LOG_INFO("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
1049                                 current_framecount, sc->kpi.video_framecount, try_count);
1050                 } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
1051                         ret = __mmcamcorder_capture_mode_deinit_encodebin(handle);
1052                         if (ret != MM_ERROR_NONE)
1053                                 goto cmd_error;
1054
1055                         if (info->resolution_change) {
1056                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1057                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1058
1059                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1060
1061                                 /* check decoder recreation */
1062                                 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
1063                                         MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
1064                                         return MM_ERROR_CAMCORDER_INTERNAL;
1065                                 }
1066
1067                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1068                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1069
1070                                 if (ret != MM_ERROR_NONE)
1071                                         goto cmd_error;
1072
1073                                 /* check if resolution need to rollback */
1074                                 mm_camcorder_get_attributes(handle, &err_name,
1075                                         MMCAM_CAMERA_WIDTH, &width,
1076                                         MMCAM_CAMERA_HEIGHT, &height,
1077                                         MMCAM_CAMERA_FPS, &fps,
1078                                         MMCAM_CAMERA_ROTATION, &rotation,
1079                                         NULL);
1080                                 if (err_name) {
1081                                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
1082                                         SAFE_FREE(err_name);
1083                                 }
1084
1085                                 /* set new caps */
1086                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
1087                                 if (!ret) {
1088                                         MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
1089                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
1090                                         goto cmd_error;
1091                                 }
1092
1093                                 /* set frame stability count for preview */
1094                                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1095
1096                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1097                                 if (ret != MM_ERROR_NONE)
1098                                         goto cmd_error;
1099                         }
1100                 }
1101
1102                 /* sound finalize */
1103                 if (info->type == _MMCamcorder_MULTI_SHOT)
1104                         _mmcamcorder_sound_finalize(handle);
1105         } else {
1106                 if (_mmcamcorder_is_encoded_preview_pixel_format(info->preview_format)) {
1107                         mm_camcorder_get_attributes(handle, NULL,
1108                                 MMCAM_ENCODED_PREVIEW_BITRATE, &bitrate,
1109                                 MMCAM_ENCODED_PREVIEW_GOP_INTERVAL, &gop_interval,
1110                                 NULL);
1111
1112                         _mmcamcorder_set_encoded_preview_bitrate(handle, bitrate);
1113                         _mmcamcorder_set_encoded_preview_gop_interval(handle, gop_interval);
1114                 }
1115
1116                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1117                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1118
1119                 /* set frame stability count for preview */
1120                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1121
1122                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
1123
1124                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1125
1126                 traceEnd(TTRACE_TAG_CAMERA);
1127
1128                 if (ret != MM_ERROR_NONE)
1129                         goto cmd_error;
1130
1131                 /* get sound status/volume level and register changed_cb */
1132                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
1133                     info->sound_status == _SOUND_STATUS_INIT) {
1134                         MMCAM_LOG_INFO("register vconf changed_cb and get sound status");
1135
1136                         /* register changed_cb */
1137                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb, hcamcorder);
1138
1139                         /* get sound status */
1140                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
1141
1142                         MMCAM_LOG_INFO("sound status %d", info->sound_status);
1143                 }
1144         }
1145
1146 cmd_error:
1147         return ret;
1148 }
1149
1150
1151 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
1152 {
1153         int ret = MM_ERROR_NONE;
1154         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
1155         int set_strobe = 0;
1156         int display_reuse_hint = FALSE;
1157         GstCameraControl *control = NULL;
1158         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1159
1160         GstElement *pipeline = NULL;
1161
1162         _MMCamcorderSubContext *sc = NULL;
1163
1164         MMCAM_LOG_INFO("");
1165
1166         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1167
1168         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1169         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1170
1171         /* check strobe and set OFF if PERMANENT mode */
1172         mm_camcorder_get_attributes(handle, NULL,
1173                 MMCAM_STROBE_MODE, &strobe_mode,
1174                 NULL);
1175         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
1176             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1177                 MMCAM_LOG_INFO("current strobe mode is PERMANENT, set OFF");
1178
1179                 /* get camera control */
1180                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1181                 if (control) {
1182                         /* convert MSL to sensor value */
1183                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
1184
1185                         /* set strobe OFF */
1186                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
1187
1188                         MMCAM_LOG_INFO("set strobe OFF done - value: %d", set_strobe);
1189                 } else {
1190                         MMCAM_LOG_WARNING("cast CAMERA_CONTROL failed");
1191                 }
1192         }
1193
1194         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1195
1196         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
1197                 MMCAM_LOG_INFO("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",
1198                         sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
1199                 _mmcamcorder_remove_recorder_pipeline(handle);
1200         }
1201
1202         mm_camcorder_get_attributes(handle, NULL,
1203                 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
1204                 NULL);
1205
1206         MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
1207
1208         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", display_reuse_hint);
1209
1210         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1211         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1212
1213         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
1214
1215         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1216
1217         traceEnd(TTRACE_TAG_CAMERA);
1218
1219         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1220         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1221
1222         if (display_reuse_hint)
1223                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", FALSE);
1224
1225         /* deregister sound status callback */
1226         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
1227                 MMCAM_LOG_INFO("deregister sound status callback");
1228
1229                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb);
1230
1231                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
1232         }
1233
1234         return ret;
1235 }
1236
1237
1238 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
1239 {
1240         int ret = MM_ERROR_NONE;
1241
1242         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1243         _MMCamcorderSubContext *sc = NULL;
1244
1245         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1246
1247         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1248         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1249
1250         MMCAM_LOG_INFO("command %d", command);
1251
1252         switch (command) {
1253         case _MMCamcorder_CMD_CAPTURE:
1254                 ret = __mmcamcorder_image_cmd_capture(handle);
1255                 break;
1256         case _MMCamcorder_CMD_PREVIEW_START:
1257                 ret = __mmcamcorder_image_cmd_preview_start(handle);
1258
1259                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
1260                 _mmcamcorder_video_current_framerate_init(handle);
1261                 break;
1262         case _MMCamcorder_CMD_PREVIEW_STOP:
1263                 ret = __mmcamcorder_image_cmd_preview_stop(handle);
1264                 break;
1265         case _MMCamcorder_CMD_RECORD:
1266         case _MMCamcorder_CMD_PAUSE:
1267         case _MMCamcorder_CMD_CANCEL:
1268         case _MMCamcorder_CMD_COMMIT:
1269                 /* video recording command */
1270                 ret = _mmcamcorder_video_command(handle, command);
1271                 break;
1272         default:
1273                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1274                 break;
1275         }
1276
1277         return ret;
1278 }
1279
1280
1281 static void __mmcamcorder_init_stillshot_info(MMHandleType handle)
1282 {
1283         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1284         _MMCamcorderSubContext *sc = NULL;
1285         _MMCamcorderImageInfo *info = NULL;
1286
1287         mmf_return_if_fail(hcamcorder);
1288
1289         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1290         mmf_return_if_fail(sc && sc->info_image);
1291
1292         info = sc->info_image;
1293
1294         MMCAM_LOG_INFO("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
1295
1296         if (info->type == _MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
1297                 info->capture_cur_count = 0;
1298                 info->capture_send_count = 0;
1299                 info->multi_shot_stop = TRUE;
1300                 info->next_shot_time = 0;
1301
1302                 /* capturing flag set to FALSE here */
1303                 info->capturing = FALSE;
1304         }
1305
1306         return;
1307 }
1308
1309
1310 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1311 {
1312         int ret = MM_ERROR_NONE;
1313         unsigned char *data = NULL;
1314         unsigned int datalen = 0;
1315         _MMCamcorderSubContext *sc = NULL;
1316         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1317
1318         mmf_return_val_if_fail(hcamcorder, FALSE);
1319         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1320         mmf_return_val_if_fail(sc, FALSE);
1321
1322         MMCAM_LOG_INFO("");
1323
1324         if (!original || original->data == NULL || original->length == 0) {
1325                 if (original) {
1326                         MMCAM_LOG_ERROR("data=%p, length=%d",
1327                                 original->data, original->length);
1328                 } else {
1329                         MMCAM_LOG_ERROR("original is null");
1330                 }
1331
1332                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1333         } else {
1334                 /* original is input/output param. save original values to local var. */
1335                 data = original->data;
1336                 datalen = original->length;
1337         }
1338
1339         if (provide_exif == FALSE) {
1340                 if (thumbnail) {
1341                         if (thumbnail->data && thumbnail->length > 0) {
1342                                 MMCAM_LOG_INFO("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
1343                                         thumbnail->data, thumbnail->width, thumbnail->height);
1344
1345                                 /* add thumbnail exif info */
1346                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
1347                                         thumbnail->data,
1348                                         thumbnail->width,
1349                                         thumbnail->height,
1350                                         thumbnail->length);
1351                         } else {
1352                                 MMCAM_LOG_ERROR("Skip adding thumbnail (data=%p, length=%d)",
1353                                         thumbnail->data, thumbnail->length);
1354                         }
1355                 }
1356         } else {
1357                 ret = MM_ERROR_NONE;
1358         }
1359
1360         if (ret == MM_ERROR_NONE) {
1361                 /* write jpeg with exif */
1362                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length, hcamcorder->exif_info, data, datalen);
1363                 if (ret != MM_ERROR_NONE)
1364                         MMCAM_LOG_ERROR("mm_exif_write_exif_jpeg_to_memory error! [0x%x]", ret);
1365         }
1366
1367         MMCAM_LOG_INFO("END ret 0x%x", ret);
1368
1369         return ret;
1370 }
1371
1372
1373 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1374 {
1375         GstCaps *caps = NULL;
1376         GstMapInfo mapinfo;
1377         const GstStructure *structure;
1378
1379         mmf_return_if_fail(capture_data && sample);
1380
1381         caps = gst_sample_get_caps(sample);
1382         if (caps == NULL) {
1383                 MMCAM_LOG_ERROR("failed to get caps");
1384                 goto GET_FAILED;
1385         }
1386
1387         structure = gst_caps_get_structure(caps, 0);
1388         if (structure == NULL) {
1389                 MMCAM_LOG_ERROR("failed to get structure");
1390                 goto GET_FAILED;
1391         }
1392
1393         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1394
1395         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1396         capture_data->data = mapinfo.data;
1397         capture_data->format = pixtype;
1398         gst_structure_get(structure,
1399                 "width", G_TYPE_INT, &capture_data->width,
1400                 "height", G_TYPE_INT, &capture_data->height,
1401                 NULL);
1402         capture_data->length = mapinfo.size;
1403         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1404
1405         MMCAM_LOG_WARNING("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1406                 capture_data->data, capture_data->width, capture_data->height,
1407                 capture_data->length, capture_data->format);
1408         return;
1409
1410 GET_FAILED:
1411         capture_data->data = NULL;
1412         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1413         capture_data->length = 0;
1414
1415         return;
1416 }
1417
1418
1419 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1420 {
1421         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1422         _MMCamcorderSubContext *sc = NULL;
1423
1424         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1425
1426         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1427         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1428
1429         MMCAM_LOG_INFO("");
1430
1431         /* if tag enable and doesn't provide exif, we make it */
1432         MMCAM_LOG_INFO("Add exif information if existed(thumbnail[%p])", thumbnail);
1433         if (thumbnail && thumbnail->data)
1434                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1435         else
1436                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1437 }
1438
1439
1440 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1441 {
1442         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1443         _MMCamcorderSubContext *sc = NULL;
1444
1445         mmf_return_if_fail(hcamcorder);
1446         mmf_return_if_fail(dest);
1447
1448         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1449         mmf_return_if_fail(sc);
1450
1451         MMCAM_LOG_INFO("tag : %d, provide exif : %d", tag_enable, provide_exif);
1452
1453         /* if dest->data is allocated in MSL, release it */
1454         if (tag_enable && !provide_exif) {
1455                 if (dest->data) {
1456                         free(dest->data);
1457                         dest->length = 0;
1458                         dest->data = NULL;
1459                         MMCAM_LOG_INFO("Jpeg is released!");
1460                 }
1461         } else {
1462                 MMCAM_LOG_INFO("No need to release");
1463         }
1464
1465         return;
1466 }
1467
1468
1469 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1470 {
1471         int ret = MM_ERROR_NONE;
1472         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1473         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1474         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1475         int codectype = MM_IMAGE_CODEC_JPEG;
1476         int count = 0;
1477         int stop_cont_shot = FALSE;
1478         int tag_enable = FALSE;
1479         int provide_exif = FALSE;
1480         int capture_quality = 0;
1481         int try_lock_count = 0;
1482         gboolean send_captured_message = FALSE;
1483         unsigned char *exif_raw_data = NULL;
1484         unsigned char *internal_main_data = NULL;
1485         unsigned int internal_main_length = 0;
1486         unsigned char *internal_thumb_data = NULL;
1487         unsigned int internal_thumb_length = 0;
1488         unsigned char *compare_data = NULL;
1489
1490         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1491         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1492         _MMCamcorderImageInfo *info = NULL;
1493         _MMCamcorderSubContext *sc = NULL;
1494         MMCamcorderCaptureDataType dest = {0,};
1495         MMCamcorderCaptureDataType thumb = {0,};
1496         MMCamcorderCaptureDataType scrnail = {0,};
1497         MMCamcorderCaptureDataType encode_src = {0,};
1498         GstMapInfo mapinfo1;
1499         GstMapInfo mapinfo2;
1500         GstMapInfo mapinfo3;
1501
1502         MMHandleType attrs;
1503         int attr_index_for_screennail = 0;
1504         int attr_index_for_exif = 0;
1505
1506         mmf_return_if_fail(hcamcorder);
1507
1508         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1509         mmf_return_if_fail(sc && sc->info_image);
1510
1511         info = sc->info_image;
1512
1513         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1514         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1515         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1516
1517         /* get current state */
1518         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1519
1520         MMCAM_LOG_ERROR("START - current state %d", current_state);
1521
1522         /* check capture state */
1523         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0)
1524                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1525                         MMCAM_CAPTURE_BREAK_CONTINUOUS_SHOT, &stop_cont_shot,
1526                         NULL);
1527
1528         if (!info->capturing || stop_cont_shot) {
1529                 MMCAM_LOG_WARNING("stop command[%d] or not capturing state[%d]. skip this...", stop_cont_shot, info->capturing);
1530
1531                 /* set FALSE here for the case that info->capturing is still FALSE
1532                         (== capture_send_count is 0 at the time _mmcamcorder_commit_capture_break_cont_shot is called) */
1533                 info->capturing = FALSE;
1534
1535                 /*free GstBuffer*/
1536                 if (sample1)
1537                         gst_sample_unref(sample1);
1538
1539                 if (sample2)
1540                         gst_sample_unref(sample2);
1541
1542                 if (sample3)
1543                         gst_sample_unref(sample3);
1544
1545                 return;
1546         }
1547
1548         /* check command lock to block capture callback if capture start API is not returned
1549            wait for 2 seconds at worst case */
1550         try_lock_count = 0;
1551         do {
1552                 MMCAM_LOG_INFO("Try command LOCK");
1553                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1554                         MMCAM_LOG_INFO("command LOCK OK");
1555                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1556                         break;
1557                 }
1558
1559                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1560                         MMCAM_LOG_WARNING("command LOCK Failed, retry...[count %d]", try_lock_count);
1561                         usleep(TRY_LOCK_TIME);
1562                 } else {
1563                         MMCAM_LOG_ERROR("failed to lock command LOCK");
1564                         break;
1565                 }
1566         } while (TRUE);
1567
1568         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1569                 /* play capture sound here if multi capture
1570                    or preview format is ITLV(because of AF and flash control in plugin) */
1571                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1572                         g_mutex_lock(&hcamcorder->task_thread_lock);
1573                         MMCAM_LOG_INFO("send signal for sound play");
1574                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1575                         g_cond_signal(&hcamcorder->task_thread_cond);
1576                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1577                 } else if (!info->played_capture_sound) {
1578                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1579                 }
1580         }
1581
1582         /* init capture data */
1583         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1584         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1585         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1586
1587         /* Prepare main, thumbnail buffer */
1588         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1), FALSE);
1589         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1590                 MMCAM_LOG_ERROR("Unsupported pixel type");
1591                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1592                 goto error;
1593         }
1594
1595         /* Main image buffer */
1596         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1597                 MMCAM_LOG_ERROR("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1598                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1599                 goto error;
1600         } else {
1601                 if ((mapinfo1.data == NULL) && (mapinfo1.size == 0)) {
1602                         MMCAM_LOG_ERROR("mapinfo1 is wrong (%p, size %zu)", mapinfo1.data, mapinfo1.size);
1603                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1604                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1605                         goto error;
1606                 } else {
1607                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1608                 }
1609         }
1610
1611         if (!sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ))
1612                 MMCAM_LOG_INFO("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1613
1614         if (!sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ))
1615                 MMCAM_LOG_INFO("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1616
1617         /* Screennail image buffer */
1618         attrs = MMF_CAMCORDER_ATTRS(hcamcorder);
1619         mm_attrs_get_index(attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index_for_screennail);
1620
1621         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1622                 MMCAM_LOG_INFO("Screennail (sample3=%p,size=%zu)", sample3, mapinfo3.size);
1623
1624                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3), FALSE);
1625                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1626
1627                 /* Set screennail attribute for application */
1628                 ret = mm_attrs_set_data(attrs, attr_index_for_screennail, &scrnail, sizeof(scrnail));
1629                 MMCAM_LOG_INFO("Screennail set attribute data %p, size %zu, ret %x", &scrnail, sizeof(scrnail), ret);
1630         } else {
1631                 MMCAM_LOG_INFO("Sample3 has wrong pointer. Not Error. (sample3=%p)", sample3);
1632                 mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1633         }
1634
1635         /* commit screennail data */
1636         mm_attrs_commit(attrs, attr_index_for_screennail);
1637
1638         /* init thumb data */
1639         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1640
1641         /* get provide-exif */
1642         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1643
1644         /* Thumbnail image buffer */
1645         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1646                 MMCAM_LOG_INFO("Thumbnail (buffer2=%p)", gst_sample_get_buffer(sample2));
1647                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2), FALSE);
1648                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1649         } else {
1650                 MMCAM_LOG_INFO("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1651
1652                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1653                         ExifLoader *l;
1654                         /* get thumbnail from EXIF */
1655                         l = exif_loader_new();
1656                         if (l) {
1657                                 ExifData *ed;
1658                                 char  width[10];
1659                                 char  height[10];
1660                                 ExifEntry *entry = NULL;
1661
1662                                 exif_loader_write(l, dest.data, dest.length);
1663
1664                                 /* Get a pointer to the EXIF data */
1665                                 ed = exif_loader_get_data(l);
1666
1667                                 /* The loader is no longer needed--free it */
1668                                 exif_loader_unref(l);
1669                                 l = NULL;
1670                                 if (ed) {
1671                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1672                                         if (entry != NULL)
1673                                                 exif_entry_get_value(entry, width, 10);
1674
1675                                         entry = NULL;
1676                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1677                                         if (entry != NULL)
1678                                                 exif_entry_get_value(entry, height, 10);
1679
1680                                         entry = NULL;
1681                                         /* Make sure the image had a thumbnail before trying to write it */
1682                                         if (ed->data && ed->size) {
1683                                                 thumb.data = malloc(ed->size);
1684                                                 if (thumb.data) {
1685                                                         memcpy(thumb.data, ed->data, ed->size);
1686                                                         thumb.length = ed->size;
1687                                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1688                                                         thumb.width = atoi(width);
1689                                                         thumb.height = atoi(height);
1690                                                         internal_thumb_data = thumb.data;
1691                                                 } else {
1692                                                         MMCAM_LOG_ERROR("failed to alloc thumbnail data");
1693                                                 }
1694                                         }
1695                                         exif_data_unref(ed);
1696                                         ed = NULL;
1697                                 } else {
1698                                         MMCAM_LOG_WARNING("failed to get exif data");
1699                                 }
1700                         } else {
1701                                 MMCAM_LOG_WARNING("failed to create exif loader");
1702                         }
1703                 }
1704
1705                 if (thumb.data == NULL) {
1706                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1707                             scrnail.data && scrnail.length != 0) {
1708                                 /* make thumbnail image with screennail data */
1709                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1710                         } else if (sc->internal_encode) {
1711                                 /* make thumbnail image with main data, this is raw data */
1712                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1713                         }
1714                 }
1715
1716                 /* encode thumbnail */
1717                 if (encode_src.data) {
1718                         size_t thumb_length = 0;
1719                         unsigned int thumb_width = 0;
1720                         unsigned int thumb_height = 0;
1721                         unsigned char *thumb_raw_data = NULL;
1722
1723                         /* encode image */
1724                         MMCAM_LOG_INFO("Encode Thumbnail");
1725
1726                         if (encode_src.width > THUMBNAIL_WIDTH) {
1727                                 /* calculate thumbnail size */
1728                                 thumb_width = THUMBNAIL_WIDTH;
1729                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1730                                 if (thumb_height % 2 != 0)
1731                                         thumb_height += 1;
1732
1733                                 MMCAM_LOG_INFO("need to resize : thumbnail size %dx%d, format %d",
1734                                         thumb_width, thumb_height, encode_src.format);
1735
1736                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1737                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1738                                      encode_src.width % thumb_width == 0 &&
1739                                      encode_src.height % thumb_height == 0) {
1740                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1741                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1742                                                 thumb_raw_data = NULL;
1743                                                 MMCAM_LOG_WARNING("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1744                                         }
1745                                 } else {
1746                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1747                                                 encode_src.length, encode_src.format,
1748                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1749                                                 thumb_raw_data = NULL;
1750                                                 MMCAM_LOG_WARNING("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1751                                         }
1752                                 }
1753                         } else {
1754                                 thumb_width = encode_src.width;
1755                                 thumb_height = encode_src.height;
1756
1757                                 MMCAM_LOG_INFO("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1758
1759                                 thumb_raw_data = encode_src.data;
1760                                 thumb_length = encode_src.length;
1761                         }
1762
1763                         if (thumb_raw_data) {
1764                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1765                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1766                                         (void **)&internal_thumb_data, &internal_thumb_length);
1767                                 if (ret) {
1768                                         MMCAM_LOG_INFO("encode THUMBNAIL done - data %p, length %d", internal_thumb_data, internal_thumb_length);
1769
1770                                         thumb.data = internal_thumb_data;
1771                                         thumb.length = internal_thumb_length;
1772                                         thumb.width = thumb_width;
1773                                         thumb.height = thumb_height;
1774                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1775                                 } else {
1776                                         MMCAM_LOG_WARNING("failed to encode THUMBNAIL");
1777                                 }
1778
1779                                 /* release allocated raw data memory */
1780                                 if (thumb_raw_data != encode_src.data) {
1781                                         free(thumb_raw_data);
1782                                         thumb_raw_data = NULL;
1783                                         MMCAM_LOG_INFO("release thumb_raw_data");
1784                                 }
1785                         } else {
1786                                 MMCAM_LOG_WARNING("thumb_raw_data is NULL");
1787                         }
1788                 } else {
1789                         /* no raw data src for thumbnail */
1790                         MMCAM_LOG_INFO("no need to encode thumbnail");
1791                 }
1792         }
1793
1794         /* Encode JPEG */
1795         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1796                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1797                         MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1798                         NULL);
1799                 MMCAM_LOG_INFO("Start Internal Encode - capture_quality %d", capture_quality);
1800
1801                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1802                         pixtype_main, dest.length, capture_quality,
1803                         (void **)&internal_main_data, &internal_main_length);
1804                 if (!ret) {
1805                         MMCAM_LOG_ERROR("_mmcamcorder_encode_jpeg failed");
1806
1807                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1808
1809                         goto error;
1810                 }
1811
1812                 /* set format */
1813                 dest.data = internal_main_data;
1814                 dest.length = internal_main_length;
1815                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1816
1817                 MMCAM_LOG_INFO("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1818         }
1819
1820         if (info->capture_format != MM_PIXEL_FORMAT_ENCODED) {
1821                 MMCAM_LOG_INFO("not encoded format, skip exif related sequence");
1822                 goto _CAPTURE_CB_EXIF_DONE;
1823         }
1824
1825         /* create EXIF info */
1826         if (!provide_exif) {    /* make new exif */
1827                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1828         } else {        /* load from jpeg buffer dest.data */
1829                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1830                 if (ret != MM_ERROR_NONE) {
1831                         MMCAM_LOG_ERROR("Failed to load exif_info [%x], try to create EXIF", ret);
1832                         provide_exif = FALSE;
1833                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1834                 }
1835         }
1836         if (ret != MM_ERROR_NONE) {
1837                 MMCAM_LOG_ERROR("Failed to create exif_info [%x], but keep going...", ret);
1838         } else {
1839                 /* add basic exif info */
1840                 if (!provide_exif) {
1841                         MMCAM_LOG_INFO("add basic exif info");
1842                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1843                 } else {
1844                         MMCAM_LOG_INFO("update exif info");
1845                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1846                 }
1847
1848                 if (ret != MM_ERROR_NONE) {
1849                         MMCAM_LOG_WARNING("Failed set_exif_basic_info [%x], but keep going...", ret);
1850                         ret = MM_ERROR_NONE;
1851                 }
1852         }
1853
1854         /* get attribute item for EXIF data */
1855         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index_for_exif);
1856
1857         /* set EXIF data to attribute */
1858         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1859                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1860                 if (exif_raw_data) {
1861                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1862                         mm_attrs_set_data(attrs, attr_index_for_exif, exif_raw_data, hcamcorder->exif_info->size);
1863                         MMCAM_LOG_INFO("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1864                 } else {
1865                         MMCAM_LOG_WARNING("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1866                 }
1867         } else {
1868                 MMCAM_LOG_WARNING("failed to create EXIF. set EXIF as NULL");
1869                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1870         }
1871
1872         /* commit EXIF data */
1873         mm_attrs_commit(attrs, attr_index_for_exif);
1874
1875         /* get tag-enable */
1876         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1877
1878         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1879         if (tag_enable) {
1880                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1881                         MMCAM_IMAGE_ENCODER, &codectype,
1882                         NULL);
1883                 MMCAM_LOG_INFO("codectype %d", codectype);
1884
1885                 switch (codectype) {
1886                 case MM_IMAGE_CODEC_JPEG:
1887                 case MM_IMAGE_CODEC_SRW:
1888                 case MM_IMAGE_CODEC_JPEG_SRW:
1889                         ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1890                         if (ret != MM_ERROR_NONE) {
1891                                 MMCAM_LOG_ERROR("Error on setting extra data to jpeg");
1892                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1893                                 goto error;
1894                         }
1895                         break;
1896                 default:
1897                         MMCAM_LOG_ERROR("The codectype is not supported. (%d)", codectype);
1898                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1899                         goto error;
1900                 }
1901         }
1902
1903 _CAPTURE_CB_EXIF_DONE:
1904
1905         /* Handle Capture Callback */
1906         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1907
1908         if (hcamcorder->vcapture_cb) {
1909                 MMCAM_LOG_INFO("APPLICATION CALLBACK START");
1910                 if (thumb.data)
1911                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1912                 else
1913                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1914
1915                 MMCAM_LOG_INFO("APPLICATION CALLBACK END");
1916         } else {
1917                 MMCAM_LOG_ERROR("Capture callback is NULL.");
1918
1919                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1920
1921                 goto err_release_exif;
1922         }
1923
1924         /* Set capture count */
1925         count = ++(info->capture_send_count);
1926         send_captured_message = TRUE;
1927
1928 err_release_exif:
1929         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1930
1931         /* init screennail and EXIF raw data */
1932         mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1933         mm_attrs_commit(attrs, attr_index_for_screennail);
1934         if (exif_raw_data) {
1935                 free(exif_raw_data);
1936                 exif_raw_data = NULL;
1937
1938                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1939                 mm_attrs_commit(attrs, attr_index_for_exif);
1940         }
1941
1942         /* Release jpeg data */
1943         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED)
1944                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1945
1946 error:
1947         /* Check end condition and set proper value */
1948         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1949             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1950                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1951         }
1952
1953         /* release internal allocated data */
1954         if (sc->internal_encode)
1955                 compare_data = internal_main_data;
1956         else
1957                 compare_data = mapinfo1.data;
1958
1959         if (dest.data && compare_data &&
1960             dest.data != compare_data) {
1961                 MMCAM_LOG_INFO("release internal allocated data %p", dest.data);
1962                 free(dest.data);
1963                 dest.data = NULL;
1964                 dest.length = 0;
1965         }
1966         if (internal_main_data) {
1967                 MMCAM_LOG_INFO("release internal main data %p", internal_main_data);
1968                 free(internal_main_data);
1969                 internal_main_data = NULL;
1970         }
1971         if (internal_thumb_data) {
1972                 MMCAM_LOG_INFO("release internal thumb data %p", internal_thumb_data);
1973                 free(internal_thumb_data);
1974                 internal_thumb_data = NULL;
1975         }
1976
1977         /* reset compare_data */
1978         compare_data = NULL;
1979
1980         /*free GstBuffer*/
1981         if (sample1) {
1982                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1983                 gst_sample_unref(sample1);
1984         }
1985         if (sample2) {
1986                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1987                 gst_sample_unref(sample2);
1988         }
1989         if (sample3) {
1990                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1991                 gst_sample_unref(sample3);
1992         }
1993
1994         /* destroy exif info */
1995         mm_exif_destory_exif_info(hcamcorder->exif_info);
1996         hcamcorder->exif_info = NULL;
1997
1998         /* send captured message */
1999         if (send_captured_message) {
2000                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
2001                         /* Send CAPTURED message and count - capture success */
2002                         if (current_state >= MM_CAMCORDER_STATE_RECORDING)
2003                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
2004                         else
2005                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
2006                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
2007                         /* send captured message only once in HDR and Original Capture mode */
2008                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
2009                 }
2010         }
2011
2012         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
2013                 /* Handle capture in recording case */
2014                 hcamcorder->capture_in_recording = FALSE;
2015
2016                 g_mutex_lock(&hcamcorder->task_thread_lock);
2017
2018                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
2019                         MMCAM_LOG_INFO("send signal for capture in recording");
2020                         g_cond_signal(&hcamcorder->task_thread_cond);
2021                 } else {
2022                         MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
2023                 }
2024
2025                 g_mutex_unlock(&hcamcorder->task_thread_lock);
2026
2027                 _MMCAMCORDER_CMD_SIGNAL(hcamcorder);
2028         }
2029
2030         MMCAM_LOG_ERROR("END");
2031
2032         return;
2033 }
2034
2035
2036 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data)
2037 {
2038         if (!sample) {
2039                 MMCAM_LOG_ERROR("NULL sample for extra preview[id:%d]", stream_id);
2040                 return;
2041         }
2042
2043         /* no need to check return value here */
2044         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, stream_id);
2045
2046         gst_sample_unref(sample);
2047 }
2048
2049
2050 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2051 {
2052         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2053         _MMCamcorderSubContext *sc = NULL;
2054
2055         GstCaps *caps = NULL;
2056         GstSample *sample = NULL;
2057
2058         mmf_return_val_if_fail(hcamcorder, FALSE);
2059
2060         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2061         mmf_return_val_if_fail(sc && sc->element, FALSE);
2062
2063         /* make sample with buffer and caps */
2064         caps = gst_pad_get_allowed_caps(pad);
2065         mmf_return_val_if_fail(caps, TRUE);
2066
2067         sample = gst_sample_new(buffer, caps, NULL, NULL);
2068         gst_caps_unref(caps);
2069         mmf_return_val_if_fail(sample, TRUE);
2070
2071         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, 0);
2072
2073         gst_sample_unref(sample);
2074
2075         return TRUE;
2076 }
2077
2078
2079 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2080 {
2081         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2082         _MMCamcorderSubContext *sc = NULL;
2083
2084         mmf_return_val_if_fail(hcamcorder, FALSE);
2085
2086         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2087         mmf_return_val_if_fail(sc && sc->element, FALSE);
2088
2089         MMCAM_LOG_INFO("");
2090
2091         /* FIXME. How could you get a thumbnail? */
2092         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
2093
2094         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
2095                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
2096                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
2097                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
2098         }
2099
2100         return TRUE;
2101 }
2102
2103
2104 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
2105 {
2106         int value = 0;
2107         ExifShort eshort = 0;
2108         int ret = MM_ERROR_NONE;
2109
2110         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
2111         MMCAM_LOG_INFO("get orientation [%d]", value);
2112         if (value == 0)
2113                 value = MM_EXIF_ORIENTATION;
2114
2115         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
2116         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
2117                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
2118         if (ret != MM_ERROR_NONE)
2119                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
2120
2121 exit:
2122         return ed;
2123 }
2124
2125
2126 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
2127 {
2128         int ret = MM_ERROR_NONE;
2129         char *make = strdup(MM_MAKER_NAME);
2130
2131         if (make) {
2132                 MMCAM_LOG_INFO("maker [%s]", make);
2133                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
2134                         EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
2135                 free(make);
2136                 if (ret != MM_ERROR_NONE)
2137                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
2138         } else {
2139                 MMCAM_LOG_ERROR("strdup failed [%s]", MM_MAKER_NAME);
2140         }
2141
2142 exit:
2143         return ed;
2144 }
2145
2146
2147 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
2148 {
2149         int ret = MM_ERROR_NONE;
2150         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2151
2152         if (hcamcorder == NULL || ed == NULL) {
2153                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2154                 return NULL;
2155         }
2156
2157         if (hcamcorder->software_version) {
2158                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
2159                         strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
2160
2161                 MMCAM_LOG_INFO("set software_version[%s] ret[0x%x]",
2162                         hcamcorder->software_version, ret);
2163         } else {
2164                 MMCAM_LOG_ERROR("model_name is NULL");
2165         }
2166
2167         return ed;
2168 }
2169
2170
2171 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
2172 {
2173         int ret = MM_ERROR_NONE;
2174         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2175
2176         if (hcamcorder == NULL || ed == NULL) {
2177                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2178                 return NULL;
2179         }
2180
2181         if (hcamcorder->model_name) {
2182                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
2183                         strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
2184
2185                 MMCAM_LOG_ERROR("set model name[%s] ret[0x%x]",
2186                         hcamcorder->model_name, ret);
2187         } else {
2188                 MMCAM_LOG_ERROR("model_name is NULL");
2189         }
2190
2191         return ed;
2192 }
2193
2194 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
2195 {
2196         int ret = MM_ERROR_NONE;
2197         int gps_enable = TRUE;
2198         char *err_name = NULL;
2199         double latitude = INVALID_GPS_VALUE;
2200         double longitude = INVALID_GPS_VALUE;
2201         double altitude = INVALID_GPS_VALUE;
2202
2203         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
2204         if (ret == MM_ERROR_NONE && gps_enable) {
2205                 ExifByte GpsVersion[4] = {2, 2, 0, 0};
2206
2207                 MMCAM_LOG_INFO("Tag for GPS is ENABLED.");
2208
2209                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
2210                         EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
2211                 if (ret != MM_ERROR_NONE)
2212                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
2213
2214                 ret = mm_camcorder_get_attributes(handle, &err_name,
2215                         MMCAM_TAG_LATITUDE, &latitude,
2216                         MMCAM_TAG_LONGITUDE, &longitude,
2217                         MMCAM_TAG_ALTITUDE, &altitude, NULL);
2218                 if (ret != MM_ERROR_NONE) {
2219                         MMCAM_LOG_ERROR("failed to get gps info [%x][%s]", ret, err_name);
2220                         SAFE_FREE(err_name);
2221                         goto exit;
2222                 }
2223
2224                 MMCAM_LOG_INFO("latitude [%f]", latitude);
2225                 if (latitude != INVALID_GPS_VALUE) {
2226                         unsigned char *b = NULL;
2227                         unsigned int deg;
2228                         unsigned int min;
2229                         unsigned int sec;
2230                         ExifRational rData;
2231
2232                         if (latitude < 0) {
2233                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2234                                         EXIF_FORMAT_ASCII, 2, "S");
2235                                 if (ret != MM_ERROR_NONE)
2236                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2237
2238                                 latitude = -latitude;
2239                         } else if (latitude > 0) {
2240                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2241                                         EXIF_FORMAT_ASCII, 2, "N");
2242                                 if (ret != MM_ERROR_NONE)
2243                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2244                         }
2245
2246                         deg = (unsigned int)(latitude);
2247                         min = (unsigned int)((latitude-deg) * 60);
2248                         sec = (unsigned int)(((latitude-deg) * 3600) - min * 60);
2249
2250                         MMCAM_LOG_INFO("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2251                         b = malloc(3 * sizeof(ExifRational));
2252                         if (b) {
2253                                 rData.numerator = deg;
2254                                 rData.denominator = 1;
2255                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2256                                 rData.numerator = min;
2257                                 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2258                                 rData.numerator = sec;
2259                                 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2260
2261                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
2262                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2263                                 free(b);
2264                                 if (ret != MM_ERROR_NONE)
2265                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
2266                         } else {
2267                                 MMCAM_LOG_WARNING("malloc failed");
2268                         }
2269                 }
2270
2271                 MMCAM_LOG_INFO("longitude [%f]", longitude);
2272                 if (longitude != INVALID_GPS_VALUE) {
2273                         unsigned char *b = NULL;
2274                         unsigned int deg;
2275                         unsigned int min;
2276                         unsigned int sec;
2277                         ExifRational rData;
2278
2279                         if (longitude < 0) {
2280                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2281                                         EXIF_FORMAT_ASCII, 2, "W");
2282                                 if (ret != MM_ERROR_NONE)
2283                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2284
2285                                 longitude = -longitude;
2286                         } else if (longitude > 0) {
2287                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2288                                         EXIF_FORMAT_ASCII, 2, "E");
2289                                 if (ret != MM_ERROR_NONE)
2290                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2291                         }
2292
2293                         deg = (unsigned int)(longitude);
2294                         min = (unsigned int)((longitude-deg) * 60);
2295                         sec = (unsigned int)(((longitude-deg) * 3600) - min * 60);
2296
2297                         MMCAM_LOG_INFO("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2298                         b = malloc(3 * sizeof(ExifRational));
2299                         if (b) {
2300                                 rData.numerator = deg;
2301                                 rData.denominator = 1;
2302                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2303                                 rData.numerator = min;
2304                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
2305                                 rData.numerator = sec;
2306                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
2307                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
2308                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2309                                 free(b);
2310                                 if (ret != MM_ERROR_NONE)
2311                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
2312                         } else {
2313                                 MMCAM_LOG_WARNING("malloc failed");
2314                         }
2315                 }
2316
2317                 MMCAM_LOG_INFO("f_altitude [%f]", altitude);
2318                 if (altitude != INVALID_GPS_VALUE) {
2319                         ExifByte alt_ref = 0;
2320                         unsigned char *b = NULL;
2321                         ExifRational rData;
2322                         b = malloc(sizeof(ExifRational));
2323                         if (b) {
2324                                 if (altitude < 0) {
2325                                         alt_ref = 1;
2326                                         altitude = -altitude;
2327                                 }
2328
2329                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
2330                                         EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
2331                                 if (ret != MM_ERROR_NONE) {
2332                                         MMCAM_LOG_ERROR("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
2333                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2334                                                 free(b);
2335                                                 b = NULL;
2336                                                 goto exit;
2337                                         }
2338                                 }
2339
2340                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
2341                                 rData.denominator = 100;
2342                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2343                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
2344                                         EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2345                                 free(b);
2346                                 if (ret != MM_ERROR_NONE)
2347                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
2348                         } else {
2349                                 MMCAM_LOG_WARNING("malloc failed");
2350                         }
2351                 }
2352
2353                 {
2354                         double gps_timestamp = INVALID_GPS_VALUE;
2355                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
2356                         MMCAM_LOG_INFO("Gps timestamp [%f]", gps_timestamp);
2357                         if (gps_timestamp > 0.0) {
2358                                 unsigned char *b = NULL;
2359                                 unsigned int hour;
2360                                 unsigned int min;
2361                                 unsigned int microsec;
2362                                 ExifRational rData;
2363
2364                                 hour = (unsigned int)(gps_timestamp / 3600);
2365                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
2366                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
2367
2368                                 MMCAM_LOG_INFO("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
2369                                 b = malloc(3 * sizeof(ExifRational));
2370                                 if (b) {
2371                                         rData.numerator = hour;
2372                                         rData.denominator = 1;
2373                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2374
2375                                         rData.numerator = min;
2376                                         rData.denominator = 1;
2377                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2378
2379                                         rData.numerator = microsec;
2380                                         rData.denominator = 1000000;
2381                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2382
2383                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
2384                                                 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2385                                         free(b);
2386                                         if (ret != MM_ERROR_NONE)
2387                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
2388                                 } else {
2389                                         MMCAM_LOG_WARNING("malloc failed.");
2390                                 }
2391                         }
2392                 }
2393
2394                 {
2395                         unsigned char *date_stamp = NULL;
2396                         int date_stamp_len = 0;
2397
2398                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
2399
2400                         if (date_stamp) {
2401                                 MMCAM_LOG_INFO("Date stamp [%s]", date_stamp);
2402
2403                                 /* cause it should include NULL char */
2404                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2405                                         EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2406                                 if (ret != MM_ERROR_NONE)
2407                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2408                         }
2409                 }
2410
2411                 {
2412                         unsigned char *processing_method = NULL;
2413                         int processing_method_len = 0;
2414
2415                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2416
2417                         if (processing_method) {
2418                                 MMCAM_LOG_INFO("Processing method [%s]", processing_method);
2419
2420                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2421                                         EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2422                                 if (ret != MM_ERROR_NONE)
2423                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2424                         }
2425                 }
2426         } else {
2427                 MMCAM_LOG_INFO("Tag for GPS is DISABLED.");
2428         }
2429
2430 exit:
2431         return ed;
2432 }
2433
2434
2435 static int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2436 {
2437         int ret = MM_ERROR_NONE;
2438         mmf_camcorder_t *hcamcorder = NULL;
2439         ExifData *ed = NULL;
2440
2441         hcamcorder = MMF_CAMCORDER(handle);
2442
2443         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2444
2445         ed = exif_data_new_from_data(imagedata, imgln);
2446         /*ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);*/
2447
2448         if (ed == NULL) {
2449                 MMCAM_LOG_ERROR("get exif data error!!");
2450                 return MM_ERROR_INVALID_HANDLE;
2451         }
2452
2453         /* update necessary */
2454
2455         __mmcamcorder_update_exif_make(handle, ed);
2456         __mmcamcorder_update_exif_software(handle, ed);
2457         __mmcamcorder_update_exif_model(handle, ed);
2458         __mmcamcorder_update_exif_orientation(handle, ed);
2459         __mmcamcorder_update_exif_gps(handle, ed);
2460         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2461         if (ret != MM_ERROR_NONE)
2462                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
2463
2464         exif_data_unref(ed);
2465         ed = NULL;
2466         return ret;
2467 }
2468
2469 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2470 {
2471         int ret = MM_ERROR_NONE;
2472         int value;
2473         int str_val_len = 0;
2474         int cntl = 0;
2475         int cnts = 0;
2476         char *str_value = NULL;
2477         char *user_comment = NULL;
2478         ExifData *ed = NULL;
2479         ExifLong config;
2480         ExifLong ExifVersion;
2481         static ExifShort eshort[20];
2482         static ExifLong elong[10];
2483
2484         GstCameraControl *control = NULL;
2485         GstCameraControlExifInfo avsys_exif_info;
2486
2487         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2488         _MMCamcorderSubContext *sc = NULL;
2489
2490         MMCAM_LOG_INFO("");
2491
2492         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2493
2494         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2495         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2496
2497         CLEAR(avsys_exif_info);
2498
2499         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2500                 MMCAM_LOG_ERROR("Can't cast Video source into camera control. Skip camera control values...");
2501         } else {
2502                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2503                 /* get device information */
2504                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2505         }
2506
2507         /* get ExifData from exif info */
2508         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2509         if (ed == NULL) {
2510                 MMCAM_LOG_ERROR("get exif data error!!");
2511                 return MM_ERROR_INVALID_HANDLE;
2512         }
2513
2514         /* Receive attribute info */
2515
2516         /* START INSERT IFD_0 */
2517
2518         /*0. EXIF_TAG_EXIF_VERSION */
2519         ExifVersion = MM_EXIF_VERSION;
2520         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2521                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2522         if (ret != MM_ERROR_NONE)
2523                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2524
2525         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2526         value = image_width;
2527
2528         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2529         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2530                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2531         if (ret != MM_ERROR_NONE)
2532                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2533
2534         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2535                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2536         if (ret != MM_ERROR_NONE)
2537                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2538
2539         MMCAM_LOG_INFO("width[%d]", value);
2540
2541         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2542         value = image_height;
2543
2544         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2545         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2546                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2547         if (ret != MM_ERROR_NONE)
2548                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2549
2550         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2551                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2552         if (ret != MM_ERROR_NONE)
2553                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2554
2555         MMCAM_LOG_INFO("height[%d]", value);
2556
2557         /*4. EXIF_TAG_DATE_TIME */
2558
2559         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2560
2561         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2562         {
2563                 gchar *b = NULL;
2564                 time_t t;
2565                 struct tm tm;
2566
2567                 t = time(NULL);
2568                 tzset();
2569                 localtime_r(&t, &tm);
2570
2571                 b = g_strdup_printf("%04i:%02i:%02i %02i:%02i:%02i",
2572                         tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2573                         tm.tm_hour, tm.tm_min, tm.tm_sec);
2574
2575                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2576                 if (ret != MM_ERROR_NONE) {
2577                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2578                                 g_free(b);
2579
2580                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2581                 }
2582
2583                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2584                 if (ret != MM_ERROR_NONE) {
2585                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2586                                 g_free(b);
2587
2588                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2589                 }
2590
2591                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2592                 if (ret != MM_ERROR_NONE) {
2593                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2594                                 g_free(b);
2595
2596                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2597                 }
2598
2599                 g_free(b);
2600         }
2601
2602         /*5. EXIF_TAG_MAKE */
2603         __mmcamcorder_update_exif_make(handle, ed);
2604
2605 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2606
2607         /*6. EXIF_TAG_MODEL */
2608         __mmcamcorder_update_exif_model(handle, ed);
2609
2610 #endif
2611         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2612         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2613         if (str_value && str_val_len > 0) {
2614                 char *description = strdup(str_value);
2615
2616                 MMCAM_LOG_INFO("description [%s]", str_value);
2617
2618                 if (description) {
2619                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2620                                 EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2621                         free(description);
2622                         str_value = NULL;
2623                         str_val_len = 0;
2624                         if (ret != MM_ERROR_NONE)
2625                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2626                 } else {
2627                         MMCAM_LOG_ERROR("strdup failed for [%s]", str_value);
2628                 }
2629         } else {
2630                 MMCAM_LOG_WARNING("failed to get description");
2631         }
2632
2633         /*7. EXIF_TAG_SOFTWARE*/
2634         __mmcamcorder_update_exif_software(handle, ed);
2635
2636 /*
2637         if (control != NULL) {
2638                 char software[50] = {0,};
2639                 unsigned int len = 0;
2640
2641                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8, (avsys_exif_info.software_used & 0xff));
2642                 MMCAM_LOG_INFO("software [%s], len [%d]", software, len);
2643                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2644                         EXIF_FORMAT_ASCII, len, (const char *)software);
2645                 if (ret != MM_ERROR_NONE) {
2646                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2647                 }
2648         }
2649 */
2650
2651         __mmcamcorder_update_exif_orientation(handle, ed);
2652
2653         /* START INSERT EXIF_IFD */
2654
2655         /*3. User Comment*/
2656         /*FIXME : get user comment from real user */
2657         user_comment = strdup(MM_USER_COMMENT);
2658         if (user_comment) {
2659                 MMCAM_LOG_INFO("user_comment=%s", user_comment);
2660                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2661                         EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2662                 free(user_comment);
2663                 if (ret != MM_ERROR_NONE)
2664                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2665         } else {
2666                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2667                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2668         }
2669
2670         /*9. EXIF_TAG_COLOR_SPACE */
2671         if (control != NULL) {
2672                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2673                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2674                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2675                 if (ret != MM_ERROR_NONE)
2676                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2677         }
2678
2679         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2680         if (control != NULL) {
2681                 config = avsys_exif_info.component_configuration;
2682                 MMCAM_LOG_INFO("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ", config);
2683                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2684                         EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2685                 if (ret != MM_ERROR_NONE)
2686                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2687         }
2688
2689         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2690         /* written  the device_info */
2691
2692         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2693         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2694
2695         /*14. EXIF_TAG_EXPOSURE_TIME*/
2696         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2697                 unsigned char *b = NULL;
2698                 ExifRational rData;
2699
2700                 MMCAM_LOG_INFO("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2701                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2702
2703                 b = malloc(sizeof(ExifRational));
2704                 if (b) {
2705                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2706                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2707
2708                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2709                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2710                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2711                         free(b);
2712                         if (ret != MM_ERROR_NONE)
2713                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2714                 } else {
2715                         MMCAM_LOG_WARNING("malloc failed.");
2716                 }
2717         } else {
2718                 MMCAM_LOG_INFO("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2719                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2720         }
2721
2722         /*15. EXIF_TAG_FNUMBER */
2723         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2724                 unsigned char *b = NULL;
2725                 ExifRational rData;
2726
2727                 MMCAM_LOG_INFO("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2728                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2729
2730                 b = malloc(sizeof(ExifRational));
2731                 if (b) {
2732                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2733                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2734                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2735                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2736                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2737                         free(b);
2738                         if (ret != MM_ERROR_NONE)
2739                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2740                 } else {
2741                         MMCAM_LOG_WARNING("malloc failed.");
2742                 }
2743         } else {
2744                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2745                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2746         }
2747
2748         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2749         /*FIXME*/
2750         value = MM_EXPOSURE_PROGRAM;
2751         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2752         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2753                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2754         if (ret != MM_ERROR_NONE)
2755                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2756
2757         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2758         if (avsys_exif_info.iso) {
2759                 MMCAM_LOG_INFO("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2760                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2761                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2762                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2763                 if (ret != MM_ERROR_NONE)
2764                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2765         }
2766
2767         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2768         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2769                 unsigned char *b = NULL;
2770                 ExifSRational rsData;
2771
2772                 MMCAM_LOG_INFO("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2773                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2774
2775                 b = malloc(sizeof(ExifSRational));
2776                 if (b) {
2777                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2778                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2779                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2780                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2781                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2782                         free(b);
2783                         if (ret != MM_ERROR_NONE)
2784                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2785                 } else {
2786                         MMCAM_LOG_WARNING("malloc failed.");
2787                 }
2788         } else {
2789                 MMCAM_LOG_INFO("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2790                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2791         }
2792
2793         /*19. EXIF_TAG_APERTURE_VALUE*/
2794         if (avsys_exif_info.aperture_in_APEX) {
2795                 unsigned char *b = NULL;
2796                 ExifRational rData;
2797
2798                 MMCAM_LOG_INFO("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2799
2800                 b = malloc(sizeof(ExifRational));
2801                 if (b) {
2802                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2803                         rData.denominator = 1;
2804                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2805                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2806                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2807                         free(b);
2808                         if (ret != MM_ERROR_NONE)
2809                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2810                 } else {
2811                         MMCAM_LOG_WARNING("malloc failed.");
2812                 }
2813         } else {
2814                 MMCAM_LOG_INFO("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2815         }
2816
2817         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2818         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2819                 unsigned char *b = NULL;
2820                 ExifSRational rsData;
2821
2822                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2823                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2824
2825                 b = malloc(sizeof(ExifSRational));
2826                 if (b) {
2827                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2828                         rsData.denominator = avsys_exif_info.brightness_denominator;
2829                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2830                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2831                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2832                         free(b);
2833                         if (ret != MM_ERROR_NONE)
2834                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2835                 } else {
2836                         MMCAM_LOG_WARNING("malloc failed.");
2837                 }
2838         } else {
2839                 MMCAM_LOG_INFO("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2840                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2841         }
2842
2843         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2844         value = 0;
2845         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2846         if (ret == MM_ERROR_NONE) {
2847                 unsigned char *b = NULL;
2848                 ExifSRational rsData;
2849
2850                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2851                         value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2852
2853                 b = malloc(sizeof(ExifSRational));
2854                 if (b) {
2855                         rsData.numerator = value - hcamcorder->brightness_default;
2856                         if (hcamcorder->brightness_step_denominator != 0) {
2857                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2858                         } else {
2859                                 MMCAM_LOG_WARNING("brightness_step_denominator is ZERO, so set 1");
2860                                 rsData.denominator = 1;
2861                         }
2862                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2863                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2864                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2865                         free(b);
2866                         if (ret != MM_ERROR_NONE)
2867                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2868                 } else {
2869                         MMCAM_LOG_WARNING("malloc failed.");
2870                 }
2871         } else {
2872                 MMCAM_LOG_INFO("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2873         }
2874
2875         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2876 /*
2877         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2878                 unsigned char *b = NULL;
2879                 ExifRational rData;
2880
2881                 MMCAM_LOG_INFO("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2882
2883                 b = malloc(sizeof(ExifRational));
2884                 if (b) {
2885                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2886                         rData.denominator = 1;
2887                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2888                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2889                                 EXIF_FORMAT_RATIONAL, 1, b);
2890                         free(b);
2891                         if (ret != MM_ERROR_NONE)
2892                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2893                 } else {
2894                         MMCAM_LOG_WARNING("failed to alloc for MAX aperture value");
2895                 }
2896         }
2897 */
2898
2899         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2900         /* default : none */
2901
2902         /*24. EXIF_TAG_METERING_MODE */
2903         if (control != NULL) {
2904                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.metering_mode);
2905                 MMCAM_LOG_INFO("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2906                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2907                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2908                 if (ret != MM_ERROR_NONE)
2909                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2910         }
2911
2912         /*25. EXIF_TAG_LIGHT_SOURCE*/
2913
2914         /*26. EXIF_TAG_FLASH*/
2915         if (control != NULL) {
2916                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.flash);
2917                 MMCAM_LOG_INFO("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2918                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2919                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2920                 if (ret != MM_ERROR_NONE)
2921                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2922         }
2923
2924         /*27. EXIF_TAG_FOCAL_LENGTH*/
2925         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2926                 unsigned char *b = NULL;
2927                 ExifRational rData;
2928
2929                 MMCAM_LOG_INFO("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2930                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2931
2932                 b = malloc(sizeof(ExifRational));
2933                 if (b) {
2934                         rData.numerator = avsys_exif_info.focal_len_numerator;
2935                         rData.denominator = avsys_exif_info.focal_len_denominator;
2936                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2937                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2938                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2939                         free(b);
2940                         if (ret != MM_ERROR_NONE)
2941                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2942                 } else {
2943                         MMCAM_LOG_WARNING("malloc failed.");
2944                 }
2945         } else {
2946                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2947                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2948         }
2949
2950         /*28. EXIF_TAG_SENSING_METHOD*/
2951         /*FIXME*/
2952         value = MM_SENSING_MODE;
2953         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2954         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2955                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2956         if (ret != MM_ERROR_NONE)
2957                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2958
2959         /*29. EXIF_TAG_FILE_SOURCE*/
2960 /*
2961         value = MM_FILE_SOURCE;
2962         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2963         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2964                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2965         if (ret != MM_ERROR_NONE)
2966                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2967 */
2968
2969         /*30. EXIF_TAG_SCENE_TYPE*/
2970 /*
2971         value = MM_SCENE_TYPE;
2972         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2973         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2974                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2975         if (ret != MM_ERROR_NONE)
2976                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2977 */
2978
2979         /*31. EXIF_TAG_EXPOSURE_MODE*/
2980         /*FIXME*/
2981         value = MM_EXPOSURE_MODE;
2982         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2983         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2984                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2985         if (ret != MM_ERROR_NONE)
2986                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2987
2988         /*32. EXIF_TAG_WHITE_BALANCE*/
2989         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2990         if (ret == MM_ERROR_NONE) {
2991                 int set_value = 0;
2992                 MMCAM_LOG_INFO("WHITE BALANCE [%d]", value);
2993
2994                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC)
2995                         set_value = 0;
2996                 else
2997                         set_value = 1;
2998
2999                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
3000                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
3001                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3002                 if (ret != MM_ERROR_NONE)
3003                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
3004         } else {
3005                 MMCAM_LOG_WARNING("failed to get white balance [%x]", ret);
3006         }
3007
3008         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
3009 /*
3010         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
3011         if (ret == MM_ERROR_NONE) {
3012                 MMCAM_LOG_INFO("DIGITAL ZOOM [%d]", value);
3013
3014                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3015                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
3016                         EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3017                 if (ret != MM_ERROR_NONE)
3018                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
3019         } else {
3020                 MMCAM_LOG_WARNING("failed to get digital zoom [%x]", ret);
3021         }
3022 */
3023
3024         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
3025         /*FIXME*/
3026 /*
3027         value = MM_FOCAL_LENGTH_35MMFILM;
3028         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
3029         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
3030                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3031         if (ret != MM_ERROR_NONE)
3032                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
3033 */
3034
3035         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
3036         {
3037                 int scene_capture_type;
3038
3039                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
3040                 if (ret == MM_ERROR_NONE) {
3041                         MMCAM_LOG_INFO("Scene mode(program mode) [%d]", value);
3042
3043                         switch (value) {
3044                         case MM_CAMCORDER_SCENE_MODE_NORMAL:
3045                                 scene_capture_type = 0; /* standard */
3046                                 break;
3047                         case MM_CAMCORDER_SCENE_MODE_PORTRAIT:
3048                                 scene_capture_type = 2; /* portrait */
3049                                 break;
3050                         case MM_CAMCORDER_SCENE_MODE_LANDSCAPE:
3051                                 scene_capture_type = 1; /* landscape */
3052                                 break;
3053                         case MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE:
3054                                 scene_capture_type = 3; /* night scene */
3055                                 break;
3056                         default:
3057                                 scene_capture_type = 4; /* Others */
3058                                 break;
3059                         }
3060
3061                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
3062                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
3063                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3064                         if (ret != MM_ERROR_NONE)
3065                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
3066                 } else {
3067                         MMCAM_LOG_WARNING("failed to get scene mode [%x]", ret);
3068                 }
3069         }
3070
3071         /*36. EXIF_TAG_GAIN_CONTROL*/
3072         /*FIXME*/
3073 /*
3074         value = MM_GAIN_CONTROL;
3075         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3076         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
3077                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3078         if (ret != MM_ERROR_NONE)
3079                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
3080 */
3081
3082
3083         /*37. EXIF_TAG_CONTRAST */
3084         {
3085                 type_int_range *irange = NULL;
3086                 int level = 0;
3087
3088                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3089                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3090                         "Contrast",
3091                         &irange);
3092                 if (irange != NULL) {
3093                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
3094
3095                         MMCAM_LOG_INFO("CONTRAST current [%d], default [%d]", value, irange->default_value);
3096
3097                         if (value == irange->default_value)
3098                                 level = MM_VALUE_NORMAL;
3099                         else if (value < irange->default_value)
3100                                 level = MM_VALUE_LOW;
3101                         else
3102                                 level = MM_VALUE_HARD;
3103
3104                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3105                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
3106                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3107                         if (ret != MM_ERROR_NONE)
3108                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
3109                 } else {
3110                         MMCAM_LOG_WARNING("failed to get range of contrast");
3111                 }
3112         }
3113
3114         /*38. EXIF_TAG_SATURATION*/
3115         {
3116                 type_int_range *irange = NULL;
3117                 int level = 0;
3118
3119                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3120                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3121                         "Saturation",
3122                         &irange);
3123                 if (irange != NULL) {
3124                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
3125
3126                         MMCAM_LOG_INFO("SATURATION current [%d], default [%d]", value, irange->default_value);
3127
3128                         if (value == irange->default_value)
3129                                 level = MM_VALUE_NORMAL;
3130                         else if (value < irange->default_value)
3131                                 level = MM_VALUE_LOW;
3132                         else
3133                                 level = MM_VALUE_HARD;
3134
3135                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3136                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
3137                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3138                         if (ret != MM_ERROR_NONE)
3139                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
3140                 } else {
3141                         MMCAM_LOG_WARNING("failed to get range of saturation");
3142                 }
3143         }
3144
3145         /*39. EXIF_TAG_SHARPNESS*/
3146         {
3147                 type_int_range *irange = NULL;
3148                 int level = 0;
3149
3150                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3151                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3152                         "Sharpness",
3153                         &irange);
3154                 if (irange != NULL) {
3155                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
3156
3157                         MMCAM_LOG_INFO("SHARPNESS current [%d], default [%d]", value, irange->default_value);
3158
3159                         if (value == irange->default_value)
3160                                 level = MM_VALUE_NORMAL;
3161                         else if (value < irange->default_value)
3162                                 level = MM_VALUE_LOW;
3163                         else
3164                                 level = MM_VALUE_HARD;
3165
3166                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3167                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
3168                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3169                         if (ret != MM_ERROR_NONE)
3170                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
3171                 } else {
3172                         MMCAM_LOG_WARNING("failed to get range of sharpness");
3173                 }
3174         }
3175
3176         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
3177         /*FIXME*/
3178         value = MM_SUBJECT_DISTANCE_RANGE;
3179         MMCAM_LOG_INFO("DISTANCE_RANGE [%d]", value);
3180         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3181         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
3182                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3183         if (ret != MM_ERROR_NONE)
3184                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
3185
3186         /* GPS information */
3187         __mmcamcorder_update_exif_gps(handle, ed);
3188
3189         MMCAM_LOG_INFO("");
3190
3191         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
3192         if (ret != MM_ERROR_NONE)
3193                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
3194
3195 exit:
3196         MMCAM_LOG_INFO("finished!! [%x]", ret);
3197
3198         if (ed)
3199                 exif_data_unref(ed);
3200
3201         return ret;
3202 }
3203
3204
3205 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data)
3206 {
3207         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
3208         _MMCamcorderImageInfo *info = NULL;
3209
3210         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
3211
3212         MMCAM_LOG_INFO("START");
3213
3214         info = hcamcorder->sub_context->info_image;
3215
3216         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
3217
3218         MMCAM_LOG_INFO("DONE : sound status %d", info->sound_status);
3219
3220         return;
3221 }
3222
3223
3224 int _mmcamcorder_set_extra_preview_device_type(MMHandleType handle, int stream_id, int device_type)
3225 {
3226         int ret = MM_ERROR_NONE;
3227         int camera_id = 0;
3228         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3229         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3230
3231         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3232         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3233         mmf_return_val_if_fail(hcamcorder->extra_preview.mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT,
3234                 MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3235         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3236                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3237         mmf_return_val_if_fail(device_type > MM_VIDEO_DEVICE_NONE && device_type < MM_VIDEO_DEVICE_NUM
3238                 , MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3239
3240         mm_camcorder_get_state(handle, &current_state);
3241
3242         MMCAM_LOG_INFO("stream_id[%d], device type[%d]", stream_id, device_type);
3243
3244         if (current_state > MM_CAMCORDER_STATE_NULL) {
3245                 MMCAM_LOG_ERROR("The device type can not be set after pipeline created");
3246                 return MM_ERROR_CAMCORDER_INVALID_STATE;
3247         }
3248
3249         ret = _mmcamcorder_get_camera_id(device_type, &camera_id);
3250         if (ret != MM_ERROR_NONE)
3251                 return ret;
3252
3253         hcamcorder->extra_preview.camera_id[stream_id] = camera_id;
3254
3255         return MM_ERROR_NONE;
3256 }
3257
3258
3259 int _mmcamcorder_set_extra_preview_stream_format(MMHandleType handle, int stream_id, int pixel_format, int width, int height, int fps)
3260 {
3261         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3262         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3263         GstCameraControl *control = NULL;
3264         _MMCamcorderSubContext *sc = NULL;
3265
3266         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3267         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3268         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3269                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3270         mmf_return_val_if_fail(pixel_format > MM_PIXEL_FORMAT_INVALID && pixel_format < MM_PIXEL_FORMAT_NUM,
3271                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3272         mmf_return_val_if_fail(width > 0 && height > 0 && fps >= 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3273
3274         mm_camcorder_get_state(handle, &current_state);
3275
3276         MMCAM_LOG_INFO("state[%d] stream_id[%d],fmt[%d],res[%dx%d],fps[%d]",
3277                 current_state, stream_id, pixel_format, width, height, fps);
3278
3279         if (current_state >= MM_CAMCORDER_STATE_READY) {
3280                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3281                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3282
3283                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3284                 if (!gst_camera_control_set_extra_preview_stream_format(control,
3285                         stream_id, _mmcamcorder_get_camera_control_image_format(pixel_format), width, height, fps)) {
3286                         MMCAM_LOG_ERROR("camera control failed");
3287                         return MM_ERROR_CAMCORDER_INTERNAL;
3288                 }
3289         } else {
3290                 MMCAM_LOG_INFO("It will be set when start preview");
3291                 hcamcorder->extra_preview.format[stream_id].need_to_set_format = TRUE;
3292         }
3293
3294         hcamcorder->extra_preview.format[stream_id].pixel_format = pixel_format;
3295         hcamcorder->extra_preview.format[stream_id].width = width;
3296         hcamcorder->extra_preview.format[stream_id].height = height;
3297         hcamcorder->extra_preview.format[stream_id].fps = fps;
3298
3299         return MM_ERROR_NONE;
3300 }
3301
3302
3303 int _mmcamcorder_get_extra_preview_stream_format(MMHandleType handle, int stream_id, int *pixel_format, int *width, int *height, int *fps)
3304 {
3305         int _width = 0;
3306         int _height = 0;
3307         int _fps = 0;
3308         GstCameraControlImageFormat _img_fmt = GST_CAMERA_CONTROL_IMAGE_FORMAT_NV12;
3309         GstCameraControl *control = NULL;
3310         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3311         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3312         _MMCamcorderSubContext *sc = NULL;
3313
3314         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3315         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3316         mmf_return_val_if_fail(pixel_format && width && height && fps, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3317
3318         mm_camcorder_get_state(handle, &current_state);
3319
3320         if (current_state >= MM_CAMCORDER_STATE_READY) {
3321                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3322                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3323
3324                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3325                 if (!gst_camera_control_get_extra_preview_stream_format(control,
3326                         stream_id, &_img_fmt, &_width, &_height, &_fps)) {
3327                         MMCAM_LOG_ERROR("extra preview stream format get failed");
3328                         return MM_ERROR_CAMCORDER_INTERNAL;
3329                 }
3330
3331                 *pixel_format = _mmcamcorder_get_pixel_format2(_img_fmt);
3332                 *width = _width;
3333                 *height = _height;
3334                 *fps = _fps;
3335         } else {
3336                 *pixel_format = hcamcorder->extra_preview.format[stream_id].pixel_format;
3337                 *width = hcamcorder->extra_preview.format[stream_id].width;
3338                 *height = hcamcorder->extra_preview.format[stream_id].height;
3339                 *fps = hcamcorder->extra_preview.format[stream_id].fps;
3340         }
3341
3342         MMCAM_LOG_INFO("get result[fmt:%d(%d),res:%dx%d,fps:%d][state:%d]",
3343                 *pixel_format, _img_fmt, *width, *height, *fps, current_state);
3344
3345         return MM_ERROR_NONE;
3346 }
3347
3348
3349 int _mmcamcorder_set_extra_preview_bitrate(MMHandleType handle, int stream_id, int bitrate)
3350 {
3351         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3352         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3353         GstCameraControl *control = NULL;
3354         _MMCamcorderSubContext *sc = NULL;
3355
3356         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3357         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3358         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3359                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3360         mmf_return_val_if_fail(bitrate > 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3361
3362         mm_camcorder_get_state(handle, &current_state);
3363
3364         MMCAM_LOG_INFO("state[%d] stream[%d], bitrate[%d]", current_state, stream_id, bitrate);
3365
3366         if (current_state >= MM_CAMCORDER_STATE_READY) {
3367                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3368                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3369
3370                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3371                 if (!gst_camera_control_set_extra_preview_bitrate(control, stream_id, bitrate)) {
3372                         MMCAM_LOG_ERROR("set bitrate[%d] for stream[%d] failed", bitrate, stream_id);
3373                         return MM_ERROR_CAMCORDER_INTERNAL;
3374                 }
3375         } else {
3376                 MMCAM_LOG_INFO("It will be set when start preview");
3377                 hcamcorder->extra_preview.format[stream_id].need_to_set_bitrate = TRUE;
3378         }
3379
3380         hcamcorder->extra_preview.format[stream_id].bitrate = bitrate;
3381
3382         return MM_ERROR_NONE;
3383 }
3384
3385
3386 int _mmcamcorder_get_extra_preview_bitrate(MMHandleType handle, int stream_id, int *bitrate)
3387 {
3388         int _bitrate = 0;
3389         GstCameraControl *control = NULL;
3390         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3391         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3392         _MMCamcorderSubContext *sc = NULL;
3393
3394         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3395         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3396         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3397                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3398         mmf_return_val_if_fail(bitrate, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3399
3400         mm_camcorder_get_state(handle, &current_state);
3401
3402         if (current_state >= MM_CAMCORDER_STATE_READY) {
3403                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3404                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3405
3406                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3407                 if (!gst_camera_control_get_extra_preview_bitrate(control, stream_id, &_bitrate)) {
3408                         MMCAM_LOG_ERROR("get bitrate for stream[%d] failed", stream_id);
3409                         return MM_ERROR_CAMCORDER_INTERNAL;
3410                 }
3411
3412                 *bitrate = _bitrate;
3413         } else {
3414                 *bitrate = hcamcorder->extra_preview.format[stream_id].bitrate;
3415         }
3416
3417         MMCAM_LOG_INFO("get bitrate[%d] for stream[%d][state:%d]",
3418                 *bitrate, stream_id, current_state);
3419
3420         return MM_ERROR_NONE;
3421 }
3422
3423
3424 int _mmcamcorder_set_extra_preview_gop_interval(MMHandleType handle, int stream_id, int interval)
3425 {
3426         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3427         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3428         GstCameraControl *control = NULL;
3429         _MMCamcorderSubContext *sc = NULL;
3430
3431         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3432         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3433         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3434                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3435
3436         mm_camcorder_get_state(handle, &current_state);
3437
3438         MMCAM_LOG_INFO("state[%d] stream[%d], interval[%d]", current_state, stream_id, interval);
3439
3440         if (current_state >= MM_CAMCORDER_STATE_READY) {
3441                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3442                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3443
3444                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3445                 if (!gst_camera_control_set_extra_preview_gop_interval(control, stream_id, interval)) {
3446                         MMCAM_LOG_ERROR("set GOP interval[%d] for stream[%d] failed", interval, stream_id);
3447                         return MM_ERROR_CAMCORDER_INTERNAL;
3448                 }
3449         } else {
3450                 MMCAM_LOG_INFO("It will be set when start preview");
3451                 hcamcorder->extra_preview.format[stream_id].need_to_set_gop_interval = TRUE;
3452         }
3453
3454         hcamcorder->extra_preview.format[stream_id].gop_interval = interval;
3455
3456         return MM_ERROR_NONE;
3457 }
3458
3459
3460 int _mmcamcorder_get_extra_preview_gop_interval(MMHandleType handle, int stream_id, int *interval)
3461 {
3462         int _interval = 0;
3463         GstCameraControl *control = NULL;
3464         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3465         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3466         _MMCamcorderSubContext *sc = NULL;
3467
3468         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3469         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3470         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_NUM,
3471                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3472         mmf_return_val_if_fail(interval, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3473
3474         mm_camcorder_get_state(handle, &current_state);
3475
3476         if (current_state >= MM_CAMCORDER_STATE_READY) {
3477                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3478                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3479
3480                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3481                 if (!gst_camera_control_get_extra_preview_gop_interval(control, stream_id, &_interval)) {
3482                         MMCAM_LOG_ERROR("get GOP interval for stream[%d] failed", stream_id);
3483                         return MM_ERROR_CAMCORDER_INTERNAL;
3484                 }
3485
3486                 *interval = _interval;
3487         } else {
3488                 *interval = hcamcorder->extra_preview.format[stream_id].gop_interval;
3489         }
3490
3491         MMCAM_LOG_INFO("get GOP interval[%d] for stream[%d][state:%d]",
3492                 *interval, stream_id, current_state);
3493
3494         return MM_ERROR_NONE;
3495 }