src/mm_camcorder_stillshot.c

   1 /*
   2  * libmm-camcorder
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21
  22 /*=======================================================================================
  23 |  INCLUDE FILES                                                                        |
  24 =======================================================================================*/
  25 #include <stdlib.h>
  26 #include <sys/time.h>
  27 #include <sys/times.h>
  28 #include "mm_camcorder_internal.h"
  29 #include "mm_camcorder_stillshot.h"
  30 #include "mm_camcorder_exifinfo.h"
  31 #include "mm_camcorder_exifdef.h"
  32 #include <libexif/exif-loader.h>
  33 #include <libexif/exif-utils.h>
  34 #include <libexif/exif-data.h>
  35
  36 #ifdef _MMCAMCORDER_CAMERA_BOOST_SUPPORT
  37 #include "mm_camcorder_boost.h"
  38 #endif /* _MMCAMCORDER_CAMERA_BOOST_SUPPORT */
  39
  40
  41 /*---------------------------------------------------------------------------------------
  42 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
  43 ---------------------------------------------------------------------------------------*/
  44 #define EXIF_SET_ERR(return_type, tag_id) \
  45 do { \
  46         MMCAM_LOG_ERROR("error=%x,tag=%x", return_type, tag_id); \
  47         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
  48                 goto exit; \
  49         } \
  50 } while (0)
  51
  52 /*---------------------------------------------------------------------------------------
  53 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
  54 ---------------------------------------------------------------------------------------*/
  55 #define THUMBNAIL_WIDTH         320
  56 #define THUMBNAIL_HEIGHT        240
  57 #define THUMBNAIL_JPEG_QUALITY  90
  58 #define TRY_LOCK_MAX_COUNT      100
  59 #define TRY_LOCK_TIME           20000   /* ms */
  60 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
  61
  62
  63 /*---------------------------------------------------------------------------------------
  64 |    LOCAL FUNCTION PROTOTYPES:                                                         |
  65 ---------------------------------------------------------------------------------------*/
  66 /** STATIC INTERNAL FUNCTION **/
  67 static int __mmcamcorder_image_cmd_capture(MMHandleType handle);
  68 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle);
  69 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
  70
  71 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle);
  72 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle);
  73 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle);
  74 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle);
  75
  76 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder);
  77 static int __mmcamcorder_extra_preview_mode_deinit_camera_control(mmf_camcorder_t *hcamcorder);
  78 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode);
  79 static int __mmcamcorder_extra_preview_mode_deinit_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode);
  80
  81 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height);
  82 static int __mmcamcorder_update_exif_info(MMHandleType handle, void *imagedata, int imgln);
  83 static void __mmcamcorder_init_stillshot_info(MMHandleType handle);
  84 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample);
  85 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif);
  86 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
  87 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif);
  88
  89 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
  90 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data);
  91
  92 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
  93 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data);
  94 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data);
  95
  96 /*=======================================================================================
  97 |  FUNCTION DEFINITIONS                                                                 |
  98 =======================================================================================*/
  99
 100 /*---------------------------------------------------------------------------------------
 101 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
 102 ---------------------------------------------------------------------------------------*/
 103
 104
 105 static int __mmcamcorder_capture_mode_init_encodebin(MMHandleType handle)
 106 {
 107         int err = MM_ERROR_UNKNOWN;
 108         GstPad *srcpad = NULL;
 109         GstPad *sinkpad = NULL;
 110
 111         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 112         _MMCamcorderSubContext *sc = NULL;
 113
 114         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 115
 116         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 117         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 118
 119         MMCAM_LOG_INFO("");
 120
 121         /* Create gstreamer element */
 122         MMCAM_LOG_INFO("Using Encodebin for capturing");
 123
 124         /* Create capture pipeline */
 125         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
 126
 127         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
 128         if (err != MM_ERROR_NONE)
 129                 return err;
 130
 131         /* add element and encodesink bin to encode main pipeline */
 132         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
 133                 sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
 134                 sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst,
 135                 sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
 136                 NULL);
 137
 138         /* Link each element : appsrc - capsfilter - encodesink bin */
 139         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
 140         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "sink");
 141         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 142
 143         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_CAPS].gst, "src");
 144         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
 145         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
 146
 147         /* connect handoff signal to get capture data */
 148         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
 149                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 150                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 151                 hcamcorder);
 152
 153         return MM_ERROR_NONE;
 154
 155 pipeline_creation_error:
 156         __mmcamcorder_capture_mode_deinit_encodebin(handle);
 157         return err;
 158 }
 159
 160
 161 static int __mmcamcorder_capture_mode_init_camera_control(MMHandleType handle)
 162 {
 163         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 164         _MMCamcorderSubContext *sc = NULL;
 165
 166         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 167
 168         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 169         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 170
 171         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 172
 173         MMCAM_LOG_INFO("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
 174
 175         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 176                 _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
 177                 G_CALLBACK(__mmcamcorder_image_capture_cb),
 178                 hcamcorder);
 179
 180         return MM_ERROR_NONE;
 181 }
 182
 183
 184 static int __mmcamcorder_capture_mode_init_image_pad(MMHandleType handle)
 185 {
 186         int err = MM_ERROR_NONE;
 187         int capture_width = 0;
 188         int capture_height = 0;
 189         int capture_quality = 0;
 190         char *err_name = NULL;
 191         gchar *caps_string = NULL;
 192         GstCaps *caps = NULL;
 193         GList *element_list = NULL;
 194
 195         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 196         _MMCamcorderSubContext *sc = NULL;
 197
 198         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 199
 200         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 201         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 202         mmf_return_val_if_fail(sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 203
 204         err = mm_camcorder_get_attributes(handle, &err_name,
 205                 MMCAM_CAPTURE_WIDTH, &capture_width,
 206                 MMCAM_CAPTURE_HEIGHT, &capture_height,
 207                 MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
 208                 NULL);
 209         if (err != MM_ERROR_NONE) {
 210                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, err);
 211                 SAFE_FREE(err_name);
 212                 return err;
 213         }
 214
 215         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS, "capsfilter", "vsrc_c_c", element_list, err);
 216         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK, "fakesink", "vsrc_c_s", element_list, err);
 217
 218         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "sync", TRUE);
 219         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "async", FALSE);
 220         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "enable-last-sample", FALSE);
 221         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst, "signal-handoffs", TRUE);
 222
 223         caps = gst_caps_new_simple("image/jpeg",
 224                 "width", G_TYPE_INT, capture_width,
 225                 "height", G_TYPE_INT, capture_height,
 226                 NULL);
 227         if (!caps) {
 228                 MMCAM_LOG_ERROR("caps for capture failed");
 229                 err = MM_ERROR_CAMCORDER_GST_LINK;
 230                 goto pipeline_creation_error;
 231         }
 232
 233         caps_string = gst_caps_to_string(caps);
 234         if (caps_string) {
 235                 MMCAM_LOG_INFO("set caps for capture[%s]", caps_string);
 236                 g_free(caps_string);
 237                 caps_string = NULL;
 238         }
 239
 240         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "caps", caps);
 241         gst_caps_unref(caps);
 242
 243         /* add elements to main pipeline */
 244         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 245                 MMCAM_LOG_ERROR("element_list add error.");
 246                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 247                 goto pipeline_creation_error;
 248         }
 249
 250         /* link elements */
 251         if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "image_%u",
 252                 sc->element[_MMCAMCORDER_VIDEOSRC_CAP_CAPS].gst, "sink")) {
 253                 MMCAM_LOG_ERROR("capture pad link failed");
 254                 err = MM_ERROR_CAMCORDER_GST_LINK;
 255                 goto pipeline_creation_error;
 256         }
 257
 258         if (!_mmcamcorder_link_elements(element_list)) {
 259                 MMCAM_LOG_ERROR("element link error.");
 260                 err = MM_ERROR_CAMCORDER_GST_LINK;
 261                 goto pipeline_creation_error;
 262         }
 263
 264         g_list_free(element_list);
 265
 266         /* connect handoff signal to get capture data */
 267         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_CAP_SINK].gst,
 268                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 269                 G_CALLBACK(__mmcamcorder_handoff_callback_capture),
 270                 hcamcorder);
 271
 272         return MM_ERROR_NONE;
 273
 274 pipeline_creation_error:
 275         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_CAPS);
 276         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_CAP_SINK);
 277
 278         if (element_list) {
 279                 g_list_free(element_list);
 280                 element_list = NULL;
 281         }
 282
 283         return err;
 284 }
 285
 286
 287 int _mmcamcorder_initialize_capture_mode(MMHandleType handle)
 288 {
 289         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 290
 291         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 292
 293         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL)
 294                 return __mmcamcorder_capture_mode_init_camera_control(handle);
 295         else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD)
 296                 return __mmcamcorder_capture_mode_init_image_pad(handle);
 297
 298         return MM_ERROR_NONE;
 299 }
 300
 301
 302 static int __mmcamcorder_extra_preview_mode_init_camera_control(mmf_camcorder_t *hcamcorder)
 303 {
 304         int i = 0;
 305         _MMCamcorderSubContext *sc = NULL;
 306         GstCameraControl *control = NULL;
 307         _MMCamcorderExtraPreviewFormat *e_fmt = NULL;
 308
 309         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 310
 311         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 312         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 313
 314         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 315
 316         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 317         if (!control) {
 318                 MMCAM_LOG_ERROR("no camera control");
 319                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 320         }
 321
 322         MMCAM_LOG_INFO("connect extra preview stream signal and enable extra preview");
 323
 324         for (i = 0 ; i < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX ; i++) {
 325                 e_fmt = &hcamcorder->extra_preview.format[i];
 326
 327                 if (e_fmt->need_to_set_format) {
 328                         if (!gst_camera_control_set_extra_preview_stream_format(control,
 329                                 i, _mmcamcorder_get_pixel_format2(e_fmt->pixel_format),
 330                                 e_fmt->width, e_fmt->height, e_fmt->fps))
 331                                 MMCAM_LOG_WARNING("set format[%d,%dx%d,%d] failed for stream[%d]",
 332                                         e_fmt->pixel_format, e_fmt->width, e_fmt->height, e_fmt->fps, i);
 333
 334                         e_fmt->need_to_set_format = FALSE;
 335                 }
 336
 337                 if (e_fmt->need_to_set_bitrate) {
 338                         if (!gst_camera_control_set_extra_preview_bitrate(control, i, e_fmt->bitrate))
 339                                 MMCAM_LOG_WARNING("set bitrate[%d] failed for stream[%d]", e_fmt->bitrate, i);
 340
 341                         e_fmt->need_to_set_bitrate = FALSE;
 342                 }
 343
 344                 if (e_fmt->need_to_set_gop_interval) {
 345                         if (!gst_camera_control_set_extra_preview_gop_interval(control, i, e_fmt->gop_interval))
 346                                 MMCAM_LOG_WARNING("set GOP interval[%d] failed for stream[%d]", e_fmt->gop_interval, i);
 347
 348                         e_fmt->need_to_set_gop_interval = FALSE;
 349                 }
 350         }
 351
 352         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
 353                 _MMCAMCORDER_HANDLER_EXTRA_PREVIEW, "extra-preview-stream-cb",
 354                 G_CALLBACK(__mmcamcorder_extra_preview_stream_cb),
 355                 hcamcorder);
 356
 357         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "extra-preview", TRUE);
 358
 359         MMCAM_LOG_INFO("done");
 360
 361         return MM_ERROR_NONE;
 362 }
 363
 364
 365 static int __mmcamcorder_extra_preview_mode_deinit_camera_control(mmf_camcorder_t *hcamcorder)
 366 {
 367         _MMCamcorderSubContext *sc = NULL;
 368         GstCameraControl *control = NULL;
 369
 370         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 371
 372         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 373         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 374
 375         mmf_return_val_if_fail(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 376
 377         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 378         if (!control) {
 379                 MMCAM_LOG_ERROR("no camera control");
 380                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 381         }
 382
 383         MMCAM_LOG_INFO("disable extra preview and disconnect extra preview stream signal");
 384
 385         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "extra-preview", FALSE);
 386
 387         _mmcamcorder_disconnect_signal((MMHandleType)hcamcorder, _MMCAMCORDER_HANDLER_EXTRA_PREVIEW);
 388
 389         MMCAM_LOG_INFO("done");
 390
 391         return MM_ERROR_NONE;
 392 }
 393
 394
 395 static int __mmcamcorder_extra_preview_mode_init_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode)
 396 {
 397         int err = MM_ERROR_NONE;
 398         int extra_preview_enable = 0;
 399         int width = 0;
 400         int height = 0;
 401         int fps = 0;
 402         const char *videosrc_name = NULL;
 403         GstCaps *caps = NULL;
 404         GList *element_list = NULL;
 405
 406         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 407         _MMCamcorderSubContext *sc = NULL;
 408         type_element *videosrc_element = NULL;
 409
 410         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 411
 412         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
 413         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 414
 415         err = mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
 416                 MMCAM_EXTRA_PREVIEW_ENABLE, &extra_preview_enable,
 417                 NULL);
 418
 419         width = hcamcorder->extra_preview.format[0].width;
 420         height = hcamcorder->extra_preview.format[0].height;
 421         fps = hcamcorder->extra_preview.format[0].fps;
 422
 423         if (!extra_preview_enable || width <= 0 || height <= 0 || fps <= 0) {
 424                 MMCAM_LOG_WARNING("extra preview disabled[enable:%d,res:%dx%d,fps:%d]",
 425                         extra_preview_enable, width, height, fps);
 426                 return MM_ERROR_NONE;
 427         }
 428
 429         if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT) {
 430                 _mmcamcorder_conf_get_element_and_name(handle,
 431                         hcamcorder->conf_main, CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT, "VideosrcElement",
 432                         &videosrc_element, &videosrc_name);
 433
 434                 _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SRC, videosrc_name, "vsrc_e_src", element_list, err);
 435
 436                 MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, "hal-name", NULL);
 437                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, "camera-id", hcamcorder->extra_preview.camera_id[0]);
 438
 439                 _mmcamcorder_conf_set_value_element_property(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SRC].gst, videosrc_element);
 440         }
 441
 442         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS, "capsfilter", "vsrc_e_c", element_list, err);
 443         _MMCAMCORDER_ELEMENT_MAKE(sc, sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK, "fakesink", "vsrc_e_sink", element_list, err);
 444
 445         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "sync", TRUE);
 446         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "async", FALSE);
 447         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "enable-last-sample", FALSE);
 448         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst, "signal-handoffs", TRUE);
 449
 450         caps = _mmcamcorder_get_video_caps((MMHandleType)hcamcorder,
 451                 hcamcorder->extra_preview.format[0].pixel_format,
 452                 width, height, fps, -1);
 453         if (!caps) {
 454                 MMCAM_LOG_ERROR("caps for extra preview failed");
 455                 err = MM_ERROR_CAMCORDER_GST_LINK;
 456                 goto pipeline_creation_error;
 457         }
 458
 459         MMCAMCORDER_G_OBJECT_SET_POINTER(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "caps", caps);
 460         gst_caps_unref(caps);
 461
 462         /* add elements to main pipeline */
 463         if (!_mmcamcorder_add_elements_to_bin(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), element_list)) {
 464                 MMCAM_LOG_ERROR("element_list add error.");
 465                 err = MM_ERROR_CAMCORDER_RESOURCE_CREATION;
 466                 goto pipeline_creation_error;
 467         }
 468
 469         /* link elements */
 470         if (mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD) {
 471                 if (!gst_element_link_pads(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "video_%u",
 472                         sc->element[_MMCAMCORDER_VIDEOSRC_EXT_CAPS].gst, "sink")) {
 473                         MMCAM_LOG_ERROR("pad for extra preview link failed");
 474                         err = MM_ERROR_CAMCORDER_GST_LINK;
 475                         goto pipeline_creation_error;
 476                 }
 477         }
 478
 479         if (!_mmcamcorder_link_elements(element_list)) {
 480                 MMCAM_LOG_ERROR("element link error.");
 481                 err = MM_ERROR_CAMCORDER_GST_LINK;
 482                 goto pipeline_creation_error;
 483         }
 484
 485         g_list_free(element_list);
 486
 487         /* connect handoff signal to get capture data */
 488         MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_EXT_SINK].gst,
 489                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
 490                 G_CALLBACK(__mmcamcorder_handoff_callback_extra_preview),
 491                 hcamcorder);
 492
 493         return MM_ERROR_NONE;
 494
 495 pipeline_creation_error:
 496         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_CAPS);
 497         _MMCAMCORDER_ELEMENT_REMOVE(sc->element, _MMCAMCORDER_VIDEOSRC_EXT_SINK);
 498
 499         if (element_list) {
 500                 g_list_free(element_list);
 501                 element_list = NULL;
 502         }
 503
 504         return err;
 505 }
 506
 507
 508 static int __mmcamcorder_extra_preview_mode_deinit_pipeline(MMHandleType handle, MMCamcorderExtraPreviewMode mode)
 509 {
 510         /* TODO */
 511         return MM_ERROR_NONE;
 512 }
 513
 514
 515 int _mmcamcorder_initialize_extra_preview_mode(MMHandleType handle)
 516 {
 517         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 518
 519         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 520         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
 521
 522         switch (hcamcorder->extra_preview.mode) {
 523         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
 524                 return __mmcamcorder_extra_preview_mode_init_camera_control(handle);
 525         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD:
 526         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT:
 527                 return __mmcamcorder_extra_preview_mode_init_pipeline(handle, hcamcorder->extra_preview.mode);
 528         default:
 529                 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
 530                 return MM_ERROR_CAMCORDER_INTERNAL;
 531         }
 532 }
 533
 534
 535 int _mmcamcorder_deinitialize_extra_preview_mode(MMHandleType handle)
 536 {
 537         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 538
 539         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 540         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
 541
 542         switch (hcamcorder->extra_preview.mode) {
 543         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_CAMERA_CONTROL:
 544                 return __mmcamcorder_extra_preview_mode_deinit_camera_control(handle);
 545         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_SRCPAD:
 546         case MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT:
 547                 return __mmcamcorder_extra_preview_mode_deinit_pipeline(handle, hcamcorder->extra_preview.mode);
 548         default:
 549                 MMCAM_LOG_ERROR("unknown extra preview mode[%d]", hcamcorder->extra_preview.mode);
 550                 return MM_ERROR_CAMCORDER_INTERNAL;
 551         }
 552 }
 553
 554
 555 static int __mmcamcorder_capture_mode_deinit_encodebin(MMHandleType handle)
 556 {
 557         int ret = MM_ERROR_NONE;
 558         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 559         _MMCamcorderSubContext *sc = NULL;
 560
 561         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 562
 563         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 564         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 565
 566         MMCAM_LOG_INFO("");
 567
 568         /* Check pipeline */
 569         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
 570                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
 571                 if (ret != MM_ERROR_NONE) {
 572                         MMCAM_LOG_ERROR("Failed to change encode main pipeline state [0x%x]", ret);
 573                         return ret;
 574                 }
 575
 576                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
 577
 578                 GstPad *reqpad = NULL;
 579
 580                 /* release request pad */
 581                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
 582                 if (reqpad) {
 583                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
 584                         gst_object_unref(reqpad);
 585                         reqpad = NULL;
 586                 }
 587
 588                 /* release encode main pipeline */
 589                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
 590
 591                 MMCAM_LOG_INFO("Encoder pipeline removed");
 592         } else {
 593                 MMCAM_LOG_INFO("encode main pipeline is already removed");
 594         }
 595
 596         return MM_ERROR_NONE;
 597 }
 598
 599
 600 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
 601 {
 602         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 603         _MMCamcorderSubContext *sc = NULL;
 604         int display_reuse_hint = FALSE;
 605         GstElement *sink_element = NULL;
 606         MMHandleType attrs;
 607         int attr_index = 0;
 608
 609         mmf_return_if_fail(hcamcorder);
 610
 611         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 612         mmf_return_if_fail(sc && sc->element);
 613
 614         MMCAM_LOG_INFO("");
 615
 616         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
 617                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 618                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 619
 620                 /* check reuse flag for display element */
 621                 mm_camcorder_get_attributes(handle, NULL,
 622                         MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
 623                         NULL);
 624
 625                 MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
 626
 627                 if (!display_reuse_hint)
 628                         goto _REUSE_CHECK_DONE;
 629
 630                 sink_element = sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst;
 631                 if (!sink_element) {
 632                         MMCAM_LOG_WARNING("sink element is NULL");
 633                         goto _REUSE_CHECK_DONE;
 634                 }
 635
 636                 attrs = MMF_CAMCORDER_ATTRS(handle);
 637                 if (!attrs) {
 638                         MMCAM_LOG_WARNING("attribute is NULL");
 639                         goto _REUSE_CHECK_DONE;
 640                 }
 641
 642                 MMCAM_LOG_INFO("REF sink element %p and set it to attribute", sink_element);
 643
 644                 /* ref element before remove it from pipeline */
 645                 gst_object_ref(sink_element);
 646
 647                 if (!gst_bin_remove(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), sink_element))
 648                         MMCAM_LOG_WARNING("failed to remove sink element from pipeline");
 649
 650                 /* reset floating reference flag to avoid leak after next use */
 651                 g_object_force_floating(G_OBJECT(sink_element));
 652
 653                 /* set sink element pointer to attribute */
 654                 mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
 655                 mm_attrs_set_data(attrs, attr_index, (void *)sink_element, sizeof(*sink_element));
 656                 mm_attrs_commit(attrs, attr_index);
 657
 658                 /* remove notify callback */
 659                 g_object_weak_unref(G_OBJECT(sink_element), (GWeakNotify)_mmcamcorder_element_release_noti, sc);
 660
 661                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst = NULL;
 662                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].id = _MMCAMCORDER_NONE;
 663
 664 _REUSE_CHECK_DONE:
 665                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
 666
 667                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
 668
 669                 traceEnd(TTRACE_TAG_CAMERA);
 670
 671                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
 672
 673                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
 674
 675                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
 676
 677                 traceEnd(TTRACE_TAG_CAMERA);
 678
 679                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
 680         }
 681
 682         return;
 683 }
 684
 685
 686 static int __mmcamcorder_image_cmd_capture(MMHandleType handle)
 687 {
 688         int ret = MM_ERROR_NONE;
 689         int width = 0;
 690         int height = 0;
 691         int fps = 0;
 692         int image_encoder = MM_IMAGE_CODEC_JPEG;
 693         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
 694         int is_modified_size = FALSE;
 695         int tag_orientation = 0;
 696         unsigned int cap_fourcc = 0;
 697         char *err_name = NULL;
 698
 699         GstCameraControl *control = NULL;
 700
 701         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
 702         _MMCamcorderImageInfo *info = NULL;
 703         _MMCamcorderSubContext *sc = NULL;
 704         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
 705
 706         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 707
 708         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
 709         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
 710
 711         MMCAM_LOG_INFO("");
 712
 713         info = sc->info_image;
 714
 715         if (info->capturing) {
 716                 MMCAM_LOG_ERROR("already capturing");
 717                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
 718         }
 719
 720         /* get current state */
 721         mm_camcorder_get_state(handle, &current_state);
 722
 723         /* set capture flag */
 724         info->capturing = TRUE;
 725
 726         ret = mm_camcorder_get_attributes(handle, &err_name,
 727                 MMCAM_IMAGE_ENCODER, &image_encoder,
 728                 MMCAM_CAMERA_WIDTH, &width,
 729                 MMCAM_CAMERA_HEIGHT, &height,
 730                 MMCAM_CAMERA_FPS, &fps,
 731                 MMCAM_CAPTURE_FORMAT, &info->capture_format,
 732                 MMCAM_CAPTURE_WIDTH, &info->width,
 733                 MMCAM_CAPTURE_HEIGHT, &info->height,
 734                 MMCAM_CAPTURE_COUNT, &info->count,
 735                 MMCAM_CAPTURE_INTERVAL, &info->interval,
 736                 MMCAM_STROBE_MODE, &strobe_mode,
 737                 MMCAM_TAG_ORIENTATION, &tag_orientation,
 738                 NULL);
 739         if (err_name) {
 740                 MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 741                 SAFE_FREE(err_name);
 742         }
 743
 744         ret = MM_ERROR_NONE;
 745
 746         /* check capture count */
 747         if (info->count < 1) {
 748                 MMCAM_LOG_ERROR("capture count[%d] is invalid", info->count);
 749                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
 750                 goto cmd_done;
 751         } else if (info->count == 1) {
 752                 info->type = _MMCamcorder_SINGLE_SHOT;
 753         } else {
 754                 info->type = _MMCamcorder_MULTI_SHOT;
 755                 info->next_shot_time = 0;
 756                 info->multi_shot_stop = FALSE;
 757
 758                 /* sound init */
 759                 _mmcamcorder_sound_init(handle);
 760         }
 761
 762         MMCAM_LOG_INFO("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
 763                 width, height, info->preview_format, info->width, info->height, info->capture_format,
 764                 info->count, info->hdr_capture_mode, info->interval);
 765
 766         /* check state */
 767         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
 768                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
 769                         MMCAM_LOG_ERROR("could not capture in this target while recording");
 770                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 771                         goto cmd_done;
 772                 }
 773
 774                 if (info->type == _MMCamcorder_MULTI_SHOT ||
 775                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
 776                         MMCAM_LOG_ERROR("does not support multi/HDR capture while recording");
 777                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
 778                         goto cmd_done;
 779                 }
 780
 781                 /* check capture size if ZSL is not supported*/
 782                 if (hcamcorder->support_zsl_capture == FALSE) {
 783                         MMCAM_LOG_WARNING("Capture size should be same with preview size while recording");
 784                         MMCAM_LOG_WARNING("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
 785
 786                         info->width = width;
 787                         info->height = height;
 788
 789                         MMCAM_LOG_INFO("set capture width and height [%dx%d] to camera plugin", width, height);
 790                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
 791                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
 792
 793                         is_modified_size = TRUE;
 794                 }
 795         }
 796
 797         info->capture_cur_count = 0;
 798         info->capture_send_count = 0;
 799
 800         sc->internal_encode = FALSE;
 801
 802         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_IMAGE_PAD) {
 803                 MMCAM_LOG_INFO("emit signal[capture-image]");
 804                 g_signal_emit_by_name(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-image");
 805         } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
 806                 /* Check encoding method */
 807                 if (info->capture_format == MM_PIXEL_FORMAT_ENCODED) {
 808                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
 809                             hcamcorder->support_zsl_capture || is_modified_size) {
 810                                 cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, image_encoder, hcamcorder->use_zero_copy_format);
 811                                 MMCAM_LOG_INFO("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
 812                         } else {
 813                                 /* no need to encode internally if ITLV format */
 814                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY)
 815                                         sc->internal_encode = TRUE;
 816
 817                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
 818
 819                                 MMCAM_LOG_INFO("MSL JPEG Capture : capture fourcc %c%c%c%c",
 820                                         cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
 821                         }
 822                 } else {
 823                         cap_fourcc = _mmcamcorder_get_fourcc(info->capture_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
 824                 }
 825
 826                 MMCAM_LOG_INFO("capture format (%d)", info->capture_format);
 827
 828                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
 829                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
 830                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
 831                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
 832
 833                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
 834                         MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
 835                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
 836                         goto cmd_done;
 837                 }
 838
 839                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
 840                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
 841         } else {
 842                 int cap_jpeg_quality = 0;
 843
 844                 if (width != info->width || height != info->height) {
 845                         int rotation = 0;
 846
 847                         MMCAM_LOG_INFO("Need to change resolution");
 848
 849                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
 850                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
 851
 852                         /* make pipeline state as READY */
 853                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
 854
 855                         /* check decoder recreation */
 856                         if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
 857                                 MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
 858                                 return MM_ERROR_CAMCORDER_INTERNAL;
 859                         }
 860
 861                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
 862                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
 863
 864                         if (ret != MM_ERROR_NONE) {
 865                                 MMCAM_LOG_ERROR("failed to set state PAUSED %x", ret);
 866                                 goto cmd_done;
 867                         }
 868
 869                         mm_camcorder_get_attributes(handle, &err_name,
 870                                 MMCAM_CAMERA_ROTATION, &rotation,
 871                                 NULL);
 872                         if (err_name) {
 873                                 MMCAM_LOG_WARNING("get_attributes err %s", err_name);
 874                                 SAFE_FREE(err_name);
 875                         }
 876
 877                         /* set new caps */
 878                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, info->width, info->height, fps, rotation);
 879                         if (!ret) {
 880                                 MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
 881                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
 882                                 goto cmd_done;
 883                         }
 884
 885                         info->resolution_change = TRUE;
 886
 887                         /* set frame stability count for capture */
 888                         _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_CAPTURE);
 889
 890                         /* make pipeline state as PLAYING */
 891                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
 892                         if (ret != MM_ERROR_NONE) {
 893                                 MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 894                                 goto cmd_done;
 895                         }
 896
 897                         MMCAM_LOG_INFO("Change to target resolution(%d, %d)", info->width, info->height);
 898                 } else {
 899                         MMCAM_LOG_INFO("No need to change resolution. Open toggle now.");
 900                         info->resolution_change = FALSE;
 901                 }
 902
 903                 ret = __mmcamcorder_capture_mode_init_encodebin((MMHandleType)hcamcorder);
 904                 if (ret != MM_ERROR_NONE) {
 905                         MMCAM_LOG_ERROR("failed to create encodesinkbin %x", ret);
 906                         goto cmd_done;
 907                 }
 908
 909                 ret = mm_camcorder_get_attributes(handle, &err_name,
 910                         MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
 911                         NULL);
 912                 if (err_name) {
 913                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
 914                         SAFE_FREE(err_name);
 915                 }
 916
 917                 /* set JPEG quality */
 918                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
 919
 920                 /* set handoff signal as TRUE */
 921                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", TRUE);
 922                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
 923
 924                 /* Prepare for the shutter sound when it's the bencbin mode capture */
 925                 sc->info_video->is_first_frame = TRUE;
 926
 927                 /* set push encoding buffer as TRUE */
 928                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
 929
 930                 /* make encode pipeline state as PLAYING */
 931                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
 932                 if (ret != MM_ERROR_NONE) {
 933                         MMCAM_LOG_ERROR("failed to set state PLAYING %x", ret);
 934                         goto cmd_done;
 935                 }
 936         }
 937
 938         /* Play capture sound here if single capture */
 939         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
 940              (hcamcorder->support_zsl_capture == FALSE ||
 941               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
 942             info->hdr_capture_mode) {
 943                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
 944                     hcamcorder->support_zsl_capture == TRUE &&
 945                     !info->hdr_capture_mode) {
 946                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
 947                 }
 948
 949                 /* set flag */
 950                 info->played_capture_sound = TRUE;
 951         } else {
 952                 /* set flag */
 953                 info->played_capture_sound = FALSE;
 954         }
 955
 956 cmd_done:
 957         if (ret != MM_ERROR_NONE) {
 958                 info->capturing = FALSE;
 959
 960                 /* sound finalize */
 961                 if (info->type == _MMCamcorder_MULTI_SHOT)
 962                         _mmcamcorder_sound_finalize(handle);
 963
 964                 /* send signal for task thread : It prevent unnecessary invalid operation error in task thread */
 965                 if (hcamcorder->capture_in_recording) {
 966                         hcamcorder->capture_in_recording = FALSE;
 967
 968                         g_mutex_lock(&hcamcorder->task_thread_lock);
 969
 970                         if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
 971                                 hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_NONE;
 972                                 MMCAM_LOG_INFO("send signal for capture in recording");
 973                                 g_cond_signal(&hcamcorder->task_thread_cond);
 974                         } else {
 975                                 MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
 976                         }
 977
 978                         g_mutex_unlock(&hcamcorder->task_thread_lock);
 979                 }
 980         }
 981
 982         return ret;
 983 }
 984
 985
 986 static int __mmcamcorder_image_cmd_preview_start(MMHandleType handle)
 987 {
 988         int ret = MM_ERROR_NONE;
 989         int width = 0;
 990         int height = 0;
 991         int fps = 0;
 992         int rotation = 0;
 993         int bitrate = 0;
 994         int gop_interval = 0;
 995         unsigned int current_framecount = 0;
 996         int current_state = MM_CAMCORDER_STATE_NONE;
 997         gboolean fps_auto = FALSE;
 998         char *err_name = NULL;
 999
1000         GstState state;
1001         GstElement *pipeline = NULL;
1002         GstCameraControl *control = NULL;
1003
1004         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1005         _MMCamcorderImageInfo *info = NULL;
1006         _MMCamcorderSubContext *sc = NULL;
1007
1008         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1009
1010         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1011         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1012
1013         /*MMCAM_LOG_INFO("");*/
1014
1015         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1016         info = sc->info_image;
1017
1018         sc->display_interval = 0;
1019         sc->previous_slot_time = 0;
1020
1021         /* Image info */
1022         info->next_shot_time = 0;
1023         info->multi_shot_stop = TRUE;
1024         info->capturing = FALSE;
1025
1026         current_state = _mmcamcorder_get_state(handle);
1027         MMCAM_LOG_INFO("current state [%d]", current_state);
1028
1029         if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
1030                 MMCAM_LOG_INFO("Preview start");
1031
1032                 /* just set capture stop command if current state is CAPTURING */
1033                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
1034                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1035                                 MMCAM_LOG_ERROR("Can't cast Video source into camera control.");
1036                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
1037                         }
1038
1039                         current_framecount = sc->kpi.video_framecount;
1040
1041                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1042                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
1043
1044                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
1045                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
1046                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1047                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1048                         }
1049                 } else {
1050                         int focus_mode = 0;
1051                         MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
1052
1053                         /* This case is starting of preview */
1054                         ret = mm_camcorder_get_attributes(handle, &err_name,
1055                                 MMCAM_CAMERA_FPS_AUTO, &fps_auto,
1056                                 MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
1057                                 NULL);
1058                         if (ret != MM_ERROR_NONE) {
1059                                 MMCAM_LOG_WARNING("Get attrs fail. (%s:%x)", err_name, ret);
1060                                 SAFE_FREE(err_name);
1061                         }
1062
1063                         MMCAM_LOG_INFO("focus mode %d", focus_mode);
1064
1065                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
1066
1067                         /* set focus mode */
1068                         if (attrs) {
1069                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
1070                                         mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1071                                         mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_MODE);
1072
1073                                         if (focus_mode == MM_CAMCORDER_FOCUS_MODE_MANUAL) {
1074                                                 mm_attrs_set_modified(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1075                                                 mm_attrs_commit(attrs, MM_CAM_CAMERA_FOCUS_LEVEL);
1076                                         }
1077                                 } else {
1078                                         MMCAM_LOG_INFO("focus mode is not supported");
1079                                 }
1080                         } else {
1081                                 MMCAM_LOG_ERROR("failed to get attributes");
1082                         }
1083                 }
1084         }
1085
1086         /* init prev_time */
1087         sc->info_video->prev_preview_ts = 0;
1088
1089         gst_element_get_state(pipeline, &state, NULL, -1);
1090
1091         if (state == GST_STATE_PLAYING) {
1092                 if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_CAMERA_CONTROL) {
1093                         int try_count = 0;
1094
1095                         if (hcamcorder->support_zsl_capture == FALSE) {
1096                                 MMHandleType attrs = MMF_CAMCORDER_ATTRS(handle);
1097
1098                                 /* Set strobe mode - strobe mode can not be set to driver while capturing */
1099                                 if (attrs) {
1100                                         mm_attrs_set_modified(attrs, MM_CAM_STROBE_MODE);
1101                                         if (mm_attrs_commit(attrs, MM_CAM_STROBE_MODE) == -1)
1102                                                 MMCAM_LOG_WARNING("Failed to set strobe mode");
1103                                 }
1104
1105                                 while (current_framecount >= sc->kpi.video_framecount &&
1106                                         try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
1107                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
1108                                 }
1109                         }
1110
1111                         if (info->type == _MMCamcorder_MULTI_SHOT) {
1112                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1113                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1114                         }
1115
1116                         MMCAM_LOG_INFO("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
1117                                 current_framecount, sc->kpi.video_framecount, try_count);
1118                 } else if (hcamcorder->capture_mode == MM_CAMCORDER_CAPTURE_MODE_ENCODEBIN) {
1119                         ret = __mmcamcorder_capture_mode_deinit_encodebin(handle);
1120                         if (ret != MM_ERROR_NONE)
1121                                 goto cmd_error;
1122
1123                         if (info->resolution_change) {
1124                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1125                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1126
1127                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1128
1129                                 /* check decoder recreation */
1130                                 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
1131                                         MMCAM_LOG_ERROR("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
1132                                         return MM_ERROR_CAMCORDER_INTERNAL;
1133                                 }
1134
1135                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1136                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1137
1138                                 if (ret != MM_ERROR_NONE)
1139                                         goto cmd_error;
1140
1141                                 /* check if resolution need to rollback */
1142                                 mm_camcorder_get_attributes(handle, &err_name,
1143                                         MMCAM_CAMERA_WIDTH, &width,
1144                                         MMCAM_CAMERA_HEIGHT, &height,
1145                                         MMCAM_CAMERA_FPS, &fps,
1146                                         MMCAM_CAMERA_ROTATION, &rotation,
1147                                         NULL);
1148                                 if (err_name) {
1149                                         MMCAM_LOG_WARNING("get_attributes err %s, ret 0x%x", err_name, ret);
1150                                         SAFE_FREE(err_name);
1151                                 }
1152
1153                                 /* set new caps */
1154                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
1155                                 if (!ret) {
1156                                         MMCAM_LOG_ERROR("_mmcamcorder_set_videosrc_caps failed");
1157                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
1158                                         goto cmd_error;
1159                                 }
1160
1161                                 /* set frame stability count for preview */
1162                                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1163
1164                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1165                                 if (ret != MM_ERROR_NONE)
1166                                         goto cmd_error;
1167                         }
1168                 }
1169
1170                 /* sound finalize */
1171                 if (info->type == _MMCamcorder_MULTI_SHOT)
1172                         _mmcamcorder_sound_finalize(handle);
1173         } else {
1174                 if (_mmcamcorder_is_encoded_preview_pixel_format(info->preview_format)) {
1175                         mm_camcorder_get_attributes(handle, NULL,
1176                                 MMCAM_ENCODED_PREVIEW_BITRATE, &bitrate,
1177                                 MMCAM_ENCODED_PREVIEW_GOP_INTERVAL, &gop_interval,
1178                                 NULL);
1179
1180                         _mmcamcorder_set_encoded_preview_bitrate(handle, bitrate);
1181                         _mmcamcorder_set_encoded_preview_gop_interval(handle, gop_interval);
1182                 }
1183
1184                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1185                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1186
1187                 /* set frame stability count for preview */
1188                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
1189
1190                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
1191
1192                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
1193
1194                 traceEnd(TTRACE_TAG_CAMERA);
1195
1196                 if (ret != MM_ERROR_NONE)
1197                         goto cmd_error;
1198
1199                 /* get sound status/volume level and register changed_cb */
1200                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
1201                     info->sound_status == _SOUND_STATUS_INIT) {
1202                         MMCAM_LOG_INFO("register vconf changed_cb and get sound status");
1203
1204                         /* register changed_cb */
1205                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb, hcamcorder);
1206
1207                         /* get sound status */
1208                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
1209
1210                         MMCAM_LOG_INFO("sound status %d", info->sound_status);
1211                 }
1212
1213 #ifdef _MMCAMCORDER_CAMERA_BOOST_SUPPORT
1214                 _mmcamcorder_start_boosting();
1215 #endif /* _MMCAMCORDER_CAMERA_BOOST_SUPPORT */
1216         }
1217
1218 cmd_error:
1219         return ret;
1220 }
1221
1222
1223 static int __mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
1224 {
1225         int ret = MM_ERROR_NONE;
1226         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
1227         int set_strobe = 0;
1228         int display_reuse_hint = FALSE;
1229         GstCameraControl *control = NULL;
1230         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1231
1232         GstElement *pipeline = NULL;
1233
1234         _MMCamcorderSubContext *sc = NULL;
1235
1236         MMCAM_LOG_INFO("");
1237
1238         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1239
1240         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1241         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1242
1243         /* check strobe and set OFF if PERMANENT mode */
1244         mm_camcorder_get_attributes(handle, NULL,
1245                 MMCAM_STROBE_MODE, &strobe_mode,
1246                 NULL);
1247         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
1248             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
1249                 MMCAM_LOG_INFO("current strobe mode is PERMANENT, set OFF");
1250
1251                 /* get camera control */
1252                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
1253                 if (control) {
1254                         /* convert MSL to sensor value */
1255                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
1256
1257                         /* set strobe OFF */
1258                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
1259
1260                         MMCAM_LOG_INFO("set strobe OFF done - value: %d", set_strobe);
1261                 } else {
1262                         MMCAM_LOG_WARNING("cast CAMERA_CONTROL failed");
1263                 }
1264         }
1265
1266         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
1267
1268         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
1269                 MMCAM_LOG_INFO("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",
1270                         sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
1271                 _mmcamcorder_remove_recorder_pipeline(handle);
1272         }
1273
1274         mm_camcorder_get_attributes(handle, NULL,
1275                 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
1276                 NULL);
1277
1278         MMCAM_LOG_INFO("display reuse hint %d", display_reuse_hint);
1279
1280         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", display_reuse_hint);
1281
1282         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
1283         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
1284
1285         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
1286
1287         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
1288
1289         traceEnd(TTRACE_TAG_CAMERA);
1290
1291         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
1292         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
1293
1294         if (display_reuse_hint)
1295                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", FALSE);
1296
1297         /* deregister sound status callback */
1298         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
1299                 MMCAM_LOG_INFO("deregister sound status callback");
1300
1301                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __mmcamcorder_sound_status_changed_cb);
1302
1303                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
1304         }
1305
1306         return ret;
1307 }
1308
1309
1310 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
1311 {
1312         int ret = MM_ERROR_NONE;
1313
1314         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1315         _MMCamcorderSubContext *sc = NULL;
1316
1317         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1318
1319         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
1320         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1321
1322         MMCAM_LOG_INFO("command %d", command);
1323
1324         switch (command) {
1325         case _MMCamcorder_CMD_CAPTURE:
1326                 ret = __mmcamcorder_image_cmd_capture(handle);
1327                 break;
1328         case _MMCamcorder_CMD_PREVIEW_START:
1329                 ret = __mmcamcorder_image_cmd_preview_start(handle);
1330
1331                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
1332                 _mmcamcorder_video_current_framerate_init(handle);
1333                 break;
1334         case _MMCamcorder_CMD_PREVIEW_STOP:
1335                 ret = __mmcamcorder_image_cmd_preview_stop(handle);
1336
1337 #ifdef _MMCAMCORDER_CAMERA_BOOST_SUPPORT
1338                 _mmcamcorder_stop_boosting();
1339 #endif /*_MMCAMCORDER_CAMERA_BOOST_SUPPORT */
1340
1341                 break;
1342         case _MMCamcorder_CMD_RECORD:
1343         case _MMCamcorder_CMD_PAUSE:
1344         case _MMCamcorder_CMD_CANCEL:
1345         case _MMCamcorder_CMD_COMMIT:
1346                 /* video recording command */
1347                 ret = _mmcamcorder_video_command(handle, command);
1348                 break;
1349         default:
1350                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1351                 break;
1352         }
1353
1354         return ret;
1355 }
1356
1357
1358 static void __mmcamcorder_init_stillshot_info(MMHandleType handle)
1359 {
1360         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1361         _MMCamcorderSubContext *sc = NULL;
1362         _MMCamcorderImageInfo *info = NULL;
1363
1364         mmf_return_if_fail(hcamcorder);
1365
1366         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1367         mmf_return_if_fail(sc && sc->info_image);
1368
1369         info = sc->info_image;
1370
1371         MMCAM_LOG_INFO("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
1372
1373         if (info->type == _MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
1374                 info->capture_cur_count = 0;
1375                 info->capture_send_count = 0;
1376                 info->multi_shot_stop = TRUE;
1377                 info->next_shot_time = 0;
1378
1379                 /* capturing flag set to FALSE here */
1380                 info->capturing = FALSE;
1381         }
1382
1383         return;
1384 }
1385
1386
1387 static int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1388 {
1389         int ret = MM_ERROR_NONE;
1390         unsigned char *data = NULL;
1391         unsigned int datalen = 0;
1392         _MMCamcorderSubContext *sc = NULL;
1393         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1394
1395         mmf_return_val_if_fail(hcamcorder, FALSE);
1396         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1397         mmf_return_val_if_fail(sc, FALSE);
1398
1399         MMCAM_LOG_INFO("");
1400
1401         if (!original || original->data == NULL || original->length == 0) {
1402                 if (original) {
1403                         MMCAM_LOG_ERROR("data=%p, length=%d",
1404                                 original->data, original->length);
1405                 } else {
1406                         MMCAM_LOG_ERROR("original is null");
1407                 }
1408
1409                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1410         } else {
1411                 /* original is input/output param. save original values to local var. */
1412                 data = original->data;
1413                 datalen = original->length;
1414         }
1415
1416         if (provide_exif == FALSE) {
1417                 if (thumbnail) {
1418                         if (thumbnail->data && thumbnail->length > 0) {
1419                                 MMCAM_LOG_INFO("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
1420                                         thumbnail->data, thumbnail->width, thumbnail->height);
1421
1422                                 /* add thumbnail exif info */
1423                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
1424                                         thumbnail->data,
1425                                         thumbnail->width,
1426                                         thumbnail->height,
1427                                         thumbnail->length);
1428                         } else {
1429                                 MMCAM_LOG_ERROR("Skip adding thumbnail (data=%p, length=%d)",
1430                                         thumbnail->data, thumbnail->length);
1431                         }
1432                 }
1433         } else {
1434                 ret = MM_ERROR_NONE;
1435         }
1436
1437         if (ret == MM_ERROR_NONE) {
1438                 /* write jpeg with exif */
1439                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length, hcamcorder->exif_info, data, datalen);
1440                 if (ret != MM_ERROR_NONE)
1441                         MMCAM_LOG_ERROR("mm_exif_write_exif_jpeg_to_memory error! [0x%x]", ret);
1442         }
1443
1444         MMCAM_LOG_INFO("END ret 0x%x", ret);
1445
1446         return ret;
1447 }
1448
1449
1450 static void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1451 {
1452         GstCaps *caps = NULL;
1453         GstMapInfo mapinfo;
1454         const GstStructure *structure;
1455
1456         mmf_return_if_fail(capture_data && sample);
1457
1458         caps = gst_sample_get_caps(sample);
1459         if (caps == NULL) {
1460                 MMCAM_LOG_ERROR("failed to get caps");
1461                 goto GET_FAILED;
1462         }
1463
1464         structure = gst_caps_get_structure(caps, 0);
1465         if (structure == NULL) {
1466                 MMCAM_LOG_ERROR("failed to get structure");
1467                 goto GET_FAILED;
1468         }
1469
1470         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1471
1472         if (!gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ)) {
1473                 MMCAM_LOG_ERROR("map failed : buffer[%p]", gst_sample_get_buffer(sample));
1474                 goto GET_FAILED;
1475         }
1476
1477         capture_data->data = mapinfo.data;
1478         capture_data->format = pixtype;
1479         gst_structure_get(structure,
1480                 "width", G_TYPE_INT, &capture_data->width,
1481                 "height", G_TYPE_INT, &capture_data->height,
1482                 NULL);
1483         capture_data->length = mapinfo.size;
1484         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1485
1486         MMCAM_LOG_WARNING("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1487                 capture_data->data, capture_data->width, capture_data->height,
1488                 capture_data->length, capture_data->format);
1489         return;
1490
1491 GET_FAILED:
1492         capture_data->data = NULL;
1493         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1494         capture_data->length = 0;
1495
1496         return;
1497 }
1498
1499
1500 static int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1501 {
1502         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1503         _MMCamcorderSubContext *sc = NULL;
1504
1505         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1506
1507         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1508         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1509
1510         MMCAM_LOG_INFO("");
1511
1512         /* if tag enable and doesn't provide exif, we make it */
1513         MMCAM_LOG_INFO("Add exif information if existed(thumbnail[%p])", thumbnail);
1514         if (thumbnail && thumbnail->data)
1515                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1516         else
1517                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1518 }
1519
1520
1521 static void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1522 {
1523         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1524         _MMCamcorderSubContext *sc = NULL;
1525
1526         mmf_return_if_fail(hcamcorder);
1527         mmf_return_if_fail(dest);
1528
1529         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1530         mmf_return_if_fail(sc);
1531
1532         MMCAM_LOG_INFO("tag : %d, provide exif : %d", tag_enable, provide_exif);
1533
1534         /* if dest->data is allocated in MSL, release it */
1535         if (tag_enable && !provide_exif) {
1536                 if (dest->data) {
1537                         free(dest->data);
1538                         dest->length = 0;
1539                         dest->data = NULL;
1540                         MMCAM_LOG_INFO("Jpeg is released!");
1541                 }
1542         } else {
1543                 MMCAM_LOG_INFO("No need to release");
1544         }
1545
1546         return;
1547 }
1548
1549
1550 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1551 {
1552         int ret = MM_ERROR_NONE;
1553         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1554         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1555         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1556         int codectype = MM_IMAGE_CODEC_JPEG;
1557         int count = 0;
1558         int stop_cont_shot = FALSE;
1559         int tag_enable = FALSE;
1560         int provide_exif = FALSE;
1561         int capture_quality = 0;
1562         int try_lock_count = 0;
1563         gboolean send_captured_message = FALSE;
1564         unsigned char *exif_raw_data = NULL;
1565         unsigned char *internal_main_data = NULL;
1566         unsigned int internal_main_length = 0;
1567         unsigned char *internal_thumb_data = NULL;
1568         unsigned int internal_thumb_length = 0;
1569         unsigned char *compare_data = NULL;
1570
1571         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1572         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1573         _MMCamcorderImageInfo *info = NULL;
1574         _MMCamcorderSubContext *sc = NULL;
1575         MMCamcorderCaptureDataType dest = {0,};
1576         MMCamcorderCaptureDataType thumb = {0,};
1577         MMCamcorderCaptureDataType scrnail = {0,};
1578         MMCamcorderCaptureDataType encode_src = {0,};
1579         GstMapInfo mapinfo1;
1580         GstMapInfo mapinfo2;
1581         GstMapInfo mapinfo3;
1582
1583         MMHandleType attrs;
1584         int attr_index_for_screennail = 0;
1585         int attr_index_for_exif = 0;
1586
1587         mmf_return_if_fail(hcamcorder);
1588
1589         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1590         mmf_return_if_fail(sc && sc->info_image);
1591
1592         info = sc->info_image;
1593
1594         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1595         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1596         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1597
1598         /* get current state */
1599         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1600
1601         MMCAM_LOG_ERROR("START - current state %d", current_state);
1602
1603         /* check capture state */
1604         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0)
1605                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1606                         MMCAM_CAPTURE_BREAK_CONTINUOUS_SHOT, &stop_cont_shot,
1607                         NULL);
1608
1609         if (!info->capturing || stop_cont_shot) {
1610                 MMCAM_LOG_WARNING("stop command[%d] or not capturing state[%d]. skip this...", stop_cont_shot, info->capturing);
1611
1612                 /* set FALSE here for the case that info->capturing is still FALSE
1613                         (== capture_send_count is 0 at the time _mmcamcorder_commit_capture_break_cont_shot is called) */
1614                 info->capturing = FALSE;
1615
1616                 /*free GstBuffer*/
1617                 if (sample1)
1618                         gst_sample_unref(sample1);
1619
1620                 if (sample2)
1621                         gst_sample_unref(sample2);
1622
1623                 if (sample3)
1624                         gst_sample_unref(sample3);
1625
1626                 return;
1627         }
1628
1629         /* check command lock to block capture callback if capture start API is not returned
1630            wait for 2 seconds at worst case */
1631         try_lock_count = 0;
1632         do {
1633                 MMCAM_LOG_INFO("Try command LOCK");
1634                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1635                         MMCAM_LOG_INFO("command LOCK OK");
1636                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1637                         break;
1638                 }
1639
1640                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1641                         MMCAM_LOG_WARNING("command LOCK Failed, retry...[count %d]", try_lock_count);
1642                         usleep(TRY_LOCK_TIME);
1643                 } else {
1644                         MMCAM_LOG_ERROR("failed to lock command LOCK");
1645                         break;
1646                 }
1647         } while (TRUE);
1648
1649         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1650                 /* play capture sound here if multi capture
1651                    or preview format is ITLV(because of AF and flash control in plugin) */
1652                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1653                         g_mutex_lock(&hcamcorder->task_thread_lock);
1654                         MMCAM_LOG_INFO("send signal for sound play");
1655                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1656                         g_cond_signal(&hcamcorder->task_thread_cond);
1657                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1658                 } else if (!info->played_capture_sound) {
1659                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1660                 }
1661         }
1662
1663         /* init capture data */
1664         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1665         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1666         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1667
1668         /* Prepare main, thumbnail buffer */
1669         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1), FALSE);
1670         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1671                 MMCAM_LOG_ERROR("Unsupported pixel type");
1672                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1673                 goto error;
1674         }
1675
1676         /* Main image buffer */
1677         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1678                 MMCAM_LOG_ERROR("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1679                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1680                 goto error;
1681         } else {
1682                 if ((mapinfo1.data == NULL) && (mapinfo1.size == 0)) {
1683                         MMCAM_LOG_ERROR("mapinfo1 is wrong (%p, size %zu)", mapinfo1.data, mapinfo1.size);
1684                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1685                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1686                         goto error;
1687                 } else {
1688                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1689                 }
1690         }
1691
1692         if (!sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ))
1693                 MMCAM_LOG_INFO("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1694
1695         if (!sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ))
1696                 MMCAM_LOG_INFO("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1697
1698         /* Screennail image buffer */
1699         attrs = MMF_CAMCORDER_ATTRS(hcamcorder);
1700         mm_attrs_get_index(attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index_for_screennail);
1701
1702         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1703                 MMCAM_LOG_INFO("Screennail (sample3=%p,size=%zu)", sample3, mapinfo3.size);
1704
1705                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3), FALSE);
1706                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1707
1708                 /* Set screennail attribute for application */
1709                 ret = mm_attrs_set_data(attrs, attr_index_for_screennail, &scrnail, sizeof(scrnail));
1710                 MMCAM_LOG_INFO("Screennail set attribute data %p, size %zu, ret %x", &scrnail, sizeof(scrnail), ret);
1711         } else {
1712                 MMCAM_LOG_INFO("Sample3 has wrong pointer. Not Error. (sample3=%p)", sample3);
1713                 mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
1714         }
1715
1716         /* commit screennail data */
1717         mm_attrs_commit(attrs, attr_index_for_screennail);
1718
1719         /* init thumb data */
1720         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1721
1722         /* get provide-exif */
1723         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1724
1725         /* Thumbnail image buffer */
1726         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1727                 MMCAM_LOG_INFO("Thumbnail (buffer2=%p)", gst_sample_get_buffer(sample2));
1728                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2), FALSE);
1729                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1730         } else {
1731                 MMCAM_LOG_INFO("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1732
1733                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1734                         ExifLoader *l;
1735                         /* get thumbnail from EXIF */
1736                         l = exif_loader_new();
1737                         if (l) {
1738                                 ExifData *ed;
1739                                 char  width[10];
1740                                 char  height[10];
1741                                 ExifEntry *entry = NULL;
1742
1743                                 exif_loader_write(l, dest.data, dest.length);
1744
1745                                 /* Get a pointer to the EXIF data */
1746                                 ed = exif_loader_get_data(l);
1747
1748                                 /* The loader is no longer needed--free it */
1749                                 exif_loader_unref(l);
1750                                 l = NULL;
1751                                 if (ed) {
1752                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1753                                         if (entry != NULL)
1754                                                 exif_entry_get_value(entry, width, 10);
1755
1756                                         entry = NULL;
1757                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1758                                         if (entry != NULL)
1759                                                 exif_entry_get_value(entry, height, 10);
1760
1761                                         entry = NULL;
1762                                         /* Make sure the image had a thumbnail before trying to write it */
1763                                         if (ed->data && ed->size) {
1764                                                 thumb.data = malloc(ed->size);
1765                                                 if (thumb.data) {
1766                                                         memcpy(thumb.data, ed->data, ed->size);
1767                                                         thumb.length = ed->size;
1768                                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1769                                                         thumb.width = atoi(width);
1770                                                         thumb.height = atoi(height);
1771                                                         internal_thumb_data = thumb.data;
1772                                                 } else {
1773                                                         MMCAM_LOG_ERROR("failed to alloc thumbnail data");
1774                                                 }
1775                                         }
1776                                         exif_data_unref(ed);
1777                                         ed = NULL;
1778                                 } else {
1779                                         MMCAM_LOG_WARNING("failed to get exif data");
1780                                 }
1781                         } else {
1782                                 MMCAM_LOG_WARNING("failed to create exif loader");
1783                         }
1784                 }
1785
1786                 if (thumb.data == NULL) {
1787                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1788                             scrnail.data && scrnail.length != 0) {
1789                                 /* make thumbnail image with screennail data */
1790                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1791                         } else if (sc->internal_encode) {
1792                                 /* make thumbnail image with main data, this is raw data */
1793                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1794                         }
1795                 }
1796
1797                 /* encode thumbnail */
1798                 if (encode_src.data) {
1799                         size_t thumb_length = 0;
1800                         unsigned int thumb_width = 0;
1801                         unsigned int thumb_height = 0;
1802                         unsigned char *thumb_raw_data = NULL;
1803
1804                         /* encode image */
1805                         MMCAM_LOG_INFO("Encode Thumbnail");
1806
1807                         if (encode_src.width > THUMBNAIL_WIDTH) {
1808                                 /* calculate thumbnail size */
1809                                 thumb_width = THUMBNAIL_WIDTH;
1810                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1811                                 if (thumb_height % 2 != 0)
1812                                         thumb_height += 1;
1813
1814                                 MMCAM_LOG_INFO("need to resize : thumbnail size %dx%d, format %d",
1815                                         thumb_width, thumb_height, encode_src.format);
1816
1817                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1818                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1819                                      encode_src.width % thumb_width == 0 &&
1820                                      encode_src.height % thumb_height == 0) {
1821                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1822                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1823                                                 thumb_raw_data = NULL;
1824                                                 MMCAM_LOG_WARNING("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1825                                         }
1826                                 } else {
1827                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1828                                                 encode_src.length, encode_src.format,
1829                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1830                                                 thumb_raw_data = NULL;
1831                                                 MMCAM_LOG_WARNING("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1832                                         }
1833                                 }
1834                         } else {
1835                                 thumb_width = encode_src.width;
1836                                 thumb_height = encode_src.height;
1837
1838                                 MMCAM_LOG_INFO("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1839
1840                                 thumb_raw_data = encode_src.data;
1841                                 thumb_length = encode_src.length;
1842                         }
1843
1844                         if (thumb_raw_data) {
1845                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1846                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1847                                         (void **)&internal_thumb_data, &internal_thumb_length);
1848                                 if (ret) {
1849                                         MMCAM_LOG_INFO("encode THUMBNAIL done - data %p, length %d", internal_thumb_data, internal_thumb_length);
1850
1851                                         thumb.data = internal_thumb_data;
1852                                         thumb.length = internal_thumb_length;
1853                                         thumb.width = thumb_width;
1854                                         thumb.height = thumb_height;
1855                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1856                                 } else {
1857                                         MMCAM_LOG_WARNING("failed to encode THUMBNAIL");
1858                                 }
1859
1860                                 /* release allocated raw data memory */
1861                                 if (thumb_raw_data != encode_src.data) {
1862                                         free(thumb_raw_data);
1863                                         thumb_raw_data = NULL;
1864                                         MMCAM_LOG_INFO("release thumb_raw_data");
1865                                 }
1866                         } else {
1867                                 MMCAM_LOG_WARNING("thumb_raw_data is NULL");
1868                         }
1869                 } else {
1870                         /* no raw data src for thumbnail */
1871                         MMCAM_LOG_INFO("no need to encode thumbnail");
1872                 }
1873         }
1874
1875         /* Encode JPEG */
1876         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1877                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1878                         MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1879                         NULL);
1880                 MMCAM_LOG_INFO("Start Internal Encode - capture_quality %d", capture_quality);
1881
1882                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1883                         pixtype_main, dest.length, capture_quality,
1884                         (void **)&internal_main_data, &internal_main_length);
1885                 if (!ret) {
1886                         MMCAM_LOG_ERROR("_mmcamcorder_encode_jpeg failed");
1887
1888                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1889
1890                         goto error;
1891                 }
1892
1893                 /* set format */
1894                 dest.data = internal_main_data;
1895                 dest.length = internal_main_length;
1896                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1897
1898                 MMCAM_LOG_INFO("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1899         }
1900
1901         if (info->capture_format != MM_PIXEL_FORMAT_ENCODED) {
1902                 MMCAM_LOG_INFO("not encoded format, skip exif related sequence");
1903                 goto _CAPTURE_CB_EXIF_DONE;
1904         }
1905
1906         /* create EXIF info */
1907         if (!provide_exif) {    /* make new exif */
1908                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1909         } else {        /* load from jpeg buffer dest.data */
1910                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1911                 if (ret != MM_ERROR_NONE) {
1912                         MMCAM_LOG_ERROR("Failed to load exif_info [%x], try to create EXIF", ret);
1913                         provide_exif = FALSE;
1914                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1915                 }
1916         }
1917         if (ret != MM_ERROR_NONE) {
1918                 MMCAM_LOG_ERROR("Failed to create exif_info [%x], but keep going...", ret);
1919         } else {
1920                 /* add basic exif info */
1921                 if (!provide_exif) {
1922                         MMCAM_LOG_INFO("add basic exif info");
1923                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1924                 } else {
1925                         MMCAM_LOG_INFO("update exif info");
1926                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1927                 }
1928
1929                 if (ret != MM_ERROR_NONE)
1930                         MMCAM_LOG_WARNING("Failed set_exif_basic_info [%x], but keep going...", ret);
1931         }
1932
1933         /* get attribute item for EXIF data */
1934         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index_for_exif);
1935
1936         /* set EXIF data to attribute */
1937         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1938                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1939                 if (exif_raw_data) {
1940                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1941                         mm_attrs_set_data(attrs, attr_index_for_exif, exif_raw_data, hcamcorder->exif_info->size);
1942                         MMCAM_LOG_INFO("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1943                 } else {
1944                         MMCAM_LOG_WARNING("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1945                 }
1946         } else {
1947                 MMCAM_LOG_WARNING("failed to create EXIF. set EXIF as NULL");
1948                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
1949         }
1950
1951         /* commit EXIF data */
1952         mm_attrs_commit(attrs, attr_index_for_exif);
1953
1954         /* get tag-enable */
1955         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1956
1957         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1958         if (tag_enable) {
1959                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1960                         MMCAM_IMAGE_ENCODER, &codectype,
1961                         NULL);
1962                 MMCAM_LOG_INFO("codectype %d", codectype);
1963
1964                 switch (codectype) {
1965                 case MM_IMAGE_CODEC_JPEG:
1966                 case MM_IMAGE_CODEC_SRW:
1967                 case MM_IMAGE_CODEC_JPEG_SRW:
1968                         ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1969                         if (ret != MM_ERROR_NONE) {
1970                                 MMCAM_LOG_ERROR("Error on setting extra data to jpeg");
1971                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1972                                 goto error;
1973                         }
1974                         break;
1975                 default:
1976                         MMCAM_LOG_ERROR("The codectype is not supported. (%d)", codectype);
1977                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1978                         goto error;
1979                 }
1980         }
1981
1982 _CAPTURE_CB_EXIF_DONE:
1983
1984         /* Handle Capture Callback */
1985         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1986
1987         if (hcamcorder->vcapture_cb) {
1988                 MMCAM_LOG_INFO("APPLICATION CALLBACK START");
1989                 if (thumb.data)
1990                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1991                 else
1992                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1993
1994                 MMCAM_LOG_INFO("APPLICATION CALLBACK END");
1995         } else {
1996                 MMCAM_LOG_ERROR("Capture callback is NULL.");
1997
1998                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1999
2000                 goto err_release_exif;
2001         }
2002
2003         /* Set capture count */
2004         count = ++(info->capture_send_count);
2005         info->next_shot_time = GST_BUFFER_PTS(gst_sample_get_buffer(sample1)) + (GST_MSECOND * info->interval);
2006         send_captured_message = TRUE;
2007
2008 err_release_exif:
2009         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
2010
2011         /* init screennail and EXIF raw data */
2012         mm_attrs_set_data(attrs, attr_index_for_screennail, NULL, 0);
2013         mm_attrs_commit(attrs, attr_index_for_screennail);
2014         if (exif_raw_data) {
2015                 free(exif_raw_data);
2016                 exif_raw_data = NULL;
2017
2018                 mm_attrs_set_data(attrs, attr_index_for_exif, NULL, 0);
2019                 mm_attrs_commit(attrs, attr_index_for_exif);
2020         }
2021
2022         /* Release jpeg data */
2023         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED)
2024                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
2025
2026 error:
2027         /* Check end condition and set proper value */
2028         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
2029             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
2030                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
2031         }
2032
2033         /* release internal allocated data */
2034         if (sc->internal_encode)
2035                 compare_data = internal_main_data;
2036         else
2037                 compare_data = mapinfo1.data;
2038
2039         if (dest.data && compare_data &&
2040             dest.data != compare_data) {
2041                 MMCAM_LOG_INFO("release internal allocated data %p", dest.data);
2042                 free(dest.data);
2043                 dest.data = NULL;
2044                 dest.length = 0;
2045         }
2046         if (internal_main_data) {
2047                 MMCAM_LOG_INFO("release internal main data %p", internal_main_data);
2048                 free(internal_main_data);
2049                 internal_main_data = NULL;
2050         }
2051         if (internal_thumb_data) {
2052                 MMCAM_LOG_INFO("release internal thumb data %p", internal_thumb_data);
2053                 free(internal_thumb_data);
2054                 internal_thumb_data = NULL;
2055         }
2056
2057         /* reset compare_data */
2058         compare_data = NULL;
2059
2060         /*free GstBuffer*/
2061         if (sample1) {
2062                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
2063                 gst_sample_unref(sample1);
2064         }
2065         if (sample2) {
2066                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
2067                 gst_sample_unref(sample2);
2068         }
2069         if (sample3) {
2070                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
2071                 gst_sample_unref(sample3);
2072         }
2073
2074         /* destroy exif info */
2075         mm_exif_destory_exif_info(hcamcorder->exif_info);
2076         hcamcorder->exif_info = NULL;
2077
2078         /* send captured message */
2079         if (send_captured_message) {
2080                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
2081                         /* Send CAPTURED message and count - capture success */
2082                         if (current_state >= MM_CAMCORDER_STATE_RECORDING)
2083                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
2084                         else
2085                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
2086                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
2087                         /* send captured message only once in HDR and Original Capture mode */
2088                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
2089                 }
2090         }
2091
2092         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
2093                 /* Handle capture in recording case */
2094                 hcamcorder->capture_in_recording = FALSE;
2095
2096                 g_mutex_lock(&hcamcorder->task_thread_lock);
2097
2098                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
2099                         MMCAM_LOG_INFO("send signal for capture in recording");
2100                         g_cond_signal(&hcamcorder->task_thread_cond);
2101                 } else {
2102                         MMCAM_LOG_WARNING("unexpected task thread state : %d", hcamcorder->task_thread_state);
2103                 }
2104
2105                 g_mutex_unlock(&hcamcorder->task_thread_lock);
2106
2107                 _MMCAMCORDER_CMD_SIGNAL(hcamcorder);
2108         }
2109
2110         MMCAM_LOG_ERROR("END");
2111
2112         return;
2113 }
2114
2115
2116 static void __mmcamcorder_extra_preview_stream_cb(GstElement *element, int stream_id, GstSample *sample, gpointer u_data)
2117 {
2118         if (!sample) {
2119                 MMCAM_LOG_ERROR("NULL sample for extra preview[id:%d]", stream_id);
2120                 return;
2121         }
2122
2123         /* no need to check return value here */
2124         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, stream_id);
2125
2126         gst_sample_unref(sample);
2127 }
2128
2129
2130 static gboolean __mmcamcorder_handoff_callback_extra_preview(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2131 {
2132         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2133         _MMCamcorderSubContext *sc = NULL;
2134
2135         GstCaps *caps = NULL;
2136         GstSample *sample = NULL;
2137
2138         mmf_return_val_if_fail(hcamcorder, FALSE);
2139
2140         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2141         mmf_return_val_if_fail(sc && sc->element, FALSE);
2142
2143         /* make sample with buffer and caps */
2144         caps = gst_pad_get_allowed_caps(pad);
2145         mmf_return_val_if_fail(caps, TRUE);
2146
2147         sample = gst_sample_new(buffer, caps, NULL, NULL);
2148         gst_caps_unref(caps);
2149         mmf_return_val_if_fail(sample, TRUE);
2150
2151         _mmcamcorder_invoke_video_stream_cb((MMHandleType)u_data, sample, TRUE, 0);
2152
2153         gst_sample_unref(sample);
2154
2155         return TRUE;
2156 }
2157
2158
2159 static gboolean __mmcamcorder_handoff_callback_capture(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
2160 {
2161         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
2162         _MMCamcorderSubContext *sc = NULL;
2163         _MMCamcorderImageInfo *info = NULL;
2164
2165         mmf_return_val_if_fail(hcamcorder, FALSE);
2166         mmf_return_val_if_fail(buffer, FALSE);
2167
2168         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
2169         mmf_return_val_if_fail(sc && sc->element, FALSE);
2170
2171         MMCAM_LOG_INFO("");
2172
2173         info = sc->info_image;
2174
2175         if (info->capture_send_count > 0 && info->next_shot_time > GST_BUFFER_PTS(buffer)) {
2176                 MMCAM_LOG_INFO("next capture time[%"GST_TIME_FORMAT"], but buffer[%"GST_TIME_FORMAT"]",
2177                         GST_TIME_ARGS(info->next_shot_time), GST_TIME_ARGS(GST_BUFFER_PTS(buffer)));
2178                 return TRUE;
2179         }
2180
2181         /* FIXME. How could you get a thumbnail? */
2182         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
2183
2184         if ((info->capture_send_count == info->count || info->capturing == FALSE) &&
2185                 sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
2186                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
2187                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
2188                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
2189         }
2190
2191         return TRUE;
2192 }
2193
2194
2195 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
2196 {
2197         int value = 0;
2198         ExifShort eshort = 0;
2199         int ret = MM_ERROR_NONE;
2200
2201         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
2202         MMCAM_LOG_INFO("get orientation [%d]", value);
2203         if (value == 0)
2204                 value = MM_EXIF_ORIENTATION;
2205
2206         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
2207         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
2208                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
2209         if (ret != MM_ERROR_NONE)
2210                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
2211
2212 exit:
2213         return ed;
2214 }
2215
2216
2217 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
2218 {
2219         int ret = MM_ERROR_NONE;
2220         char *make = strdup(MM_MAKER_NAME);
2221
2222         if (make) {
2223                 MMCAM_LOG_INFO("maker [%s]", make);
2224                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
2225                         EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
2226                 free(make);
2227                 if (ret != MM_ERROR_NONE)
2228                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
2229         } else {
2230                 MMCAM_LOG_ERROR("strdup failed [%s]", MM_MAKER_NAME);
2231         }
2232
2233 exit:
2234         return ed;
2235 }
2236
2237
2238 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
2239 {
2240         int ret = MM_ERROR_NONE;
2241         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2242
2243         if (hcamcorder == NULL || ed == NULL) {
2244                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2245                 return NULL;
2246         }
2247
2248         if (hcamcorder->software_version) {
2249                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
2250                         strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
2251
2252                 MMCAM_LOG_INFO("set software_version[%s] ret[0x%x]",
2253                         hcamcorder->software_version, ret);
2254         } else {
2255                 MMCAM_LOG_ERROR("model_name is NULL");
2256         }
2257
2258         return ed;
2259 }
2260
2261
2262 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
2263 {
2264         int ret = MM_ERROR_NONE;
2265         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
2266
2267         if (hcamcorder == NULL || ed == NULL) {
2268                 MMCAM_LOG_ERROR("NULL parameter %p,%p", hcamcorder, ed);
2269                 return NULL;
2270         }
2271
2272         if (hcamcorder->model_name) {
2273                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
2274                         strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
2275
2276                 MMCAM_LOG_ERROR("set model name[%s] ret[0x%x]",
2277                         hcamcorder->model_name, ret);
2278         } else {
2279                 MMCAM_LOG_ERROR("model_name is NULL");
2280         }
2281
2282         return ed;
2283 }
2284
2285 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
2286 {
2287         int ret = MM_ERROR_NONE;
2288         int gps_enable = TRUE;
2289         char *err_name = NULL;
2290         double latitude = INVALID_GPS_VALUE;
2291         double longitude = INVALID_GPS_VALUE;
2292         double altitude = INVALID_GPS_VALUE;
2293
2294         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
2295         if (ret == MM_ERROR_NONE && gps_enable) {
2296                 ExifByte GpsVersion[4] = {2, 2, 0, 0};
2297
2298                 MMCAM_LOG_INFO("Tag for GPS is ENABLED.");
2299
2300                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
2301                         EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
2302                 if (ret != MM_ERROR_NONE)
2303                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
2304
2305                 ret = mm_camcorder_get_attributes(handle, &err_name,
2306                         MMCAM_TAG_LATITUDE, &latitude,
2307                         MMCAM_TAG_LONGITUDE, &longitude,
2308                         MMCAM_TAG_ALTITUDE, &altitude, NULL);
2309                 if (ret != MM_ERROR_NONE) {
2310                         MMCAM_LOG_ERROR("failed to get gps info [%x][%s]", ret, err_name);
2311                         SAFE_FREE(err_name);
2312                         goto exit;
2313                 }
2314
2315                 MMCAM_LOG_INFO("latitude [%f]", latitude);
2316                 if (latitude != INVALID_GPS_VALUE) {
2317                         unsigned char *b = NULL;
2318                         unsigned int deg;
2319                         unsigned int min;
2320                         unsigned int sec;
2321                         ExifRational rData;
2322
2323                         if (latitude < 0) {
2324                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2325                                         EXIF_FORMAT_ASCII, 2, "S");
2326                                 if (ret != MM_ERROR_NONE)
2327                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2328
2329                                 latitude = -latitude;
2330                         } else if (latitude > 0) {
2331                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
2332                                         EXIF_FORMAT_ASCII, 2, "N");
2333                                 if (ret != MM_ERROR_NONE)
2334                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
2335                         }
2336
2337                         deg = (unsigned int)(latitude);
2338                         min = (unsigned int)((latitude-deg) * 60);
2339                         sec = (unsigned int)(((latitude-deg) * 3600) - min * 60);
2340
2341                         MMCAM_LOG_INFO("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2342                         b = malloc(3 * sizeof(ExifRational));
2343                         if (b) {
2344                                 rData.numerator = deg;
2345                                 rData.denominator = 1;
2346                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2347                                 rData.numerator = min;
2348                                 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2349                                 rData.numerator = sec;
2350                                 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2351
2352                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
2353                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2354                                 free(b);
2355                                 if (ret != MM_ERROR_NONE)
2356                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
2357                         } else {
2358                                 MMCAM_LOG_WARNING("malloc failed");
2359                         }
2360                 }
2361
2362                 MMCAM_LOG_INFO("longitude [%f]", longitude);
2363                 if (longitude != INVALID_GPS_VALUE) {
2364                         unsigned char *b = NULL;
2365                         unsigned int deg;
2366                         unsigned int min;
2367                         unsigned int sec;
2368                         ExifRational rData;
2369
2370                         if (longitude < 0) {
2371                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2372                                         EXIF_FORMAT_ASCII, 2, "W");
2373                                 if (ret != MM_ERROR_NONE)
2374                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2375
2376                                 longitude = -longitude;
2377                         } else if (longitude > 0) {
2378                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
2379                                         EXIF_FORMAT_ASCII, 2, "E");
2380                                 if (ret != MM_ERROR_NONE)
2381                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
2382                         }
2383
2384                         deg = (unsigned int)(longitude);
2385                         min = (unsigned int)((longitude-deg) * 60);
2386                         sec = (unsigned int)(((longitude-deg) * 3600) - min * 60);
2387
2388                         MMCAM_LOG_INFO("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
2389                         b = malloc(3 * sizeof(ExifRational));
2390                         if (b) {
2391                                 rData.numerator = deg;
2392                                 rData.denominator = 1;
2393                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2394                                 rData.numerator = min;
2395                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
2396                                 rData.numerator = sec;
2397                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
2398                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
2399                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2400                                 free(b);
2401                                 if (ret != MM_ERROR_NONE)
2402                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
2403                         } else {
2404                                 MMCAM_LOG_WARNING("malloc failed");
2405                         }
2406                 }
2407
2408                 MMCAM_LOG_INFO("f_altitude [%f]", altitude);
2409                 if (altitude != INVALID_GPS_VALUE) {
2410                         ExifByte alt_ref = 0;
2411                         unsigned char *b = NULL;
2412                         ExifRational rData;
2413                         b = malloc(sizeof(ExifRational));
2414                         if (b) {
2415                                 if (altitude < 0) {
2416                                         alt_ref = 1;
2417                                         altitude = -altitude;
2418                                 }
2419
2420                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
2421                                         EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
2422                                 if (ret != MM_ERROR_NONE) {
2423                                         MMCAM_LOG_ERROR("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
2424                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2425                                                 free(b);
2426                                                 b = NULL;
2427                                                 goto exit;
2428                                         }
2429                                 }
2430
2431                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
2432                                 rData.denominator = 100;
2433                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2434                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
2435                                         EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2436                                 free(b);
2437                                 if (ret != MM_ERROR_NONE)
2438                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
2439                         } else {
2440                                 MMCAM_LOG_WARNING("malloc failed");
2441                         }
2442                 }
2443
2444                 {
2445                         double gps_timestamp = INVALID_GPS_VALUE;
2446                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
2447                         MMCAM_LOG_INFO("Gps timestamp [%f]", gps_timestamp);
2448                         if (gps_timestamp > 0.0) {
2449                                 unsigned char *b = NULL;
2450                                 unsigned int hour;
2451                                 unsigned int min;
2452                                 unsigned int microsec;
2453                                 ExifRational rData;
2454
2455                                 hour = (unsigned int)(gps_timestamp / 3600);
2456                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
2457                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
2458
2459                                 MMCAM_LOG_INFO("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
2460                                 b = malloc(3 * sizeof(ExifRational));
2461                                 if (b) {
2462                                         rData.numerator = hour;
2463                                         rData.denominator = 1;
2464                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2465
2466                                         rData.numerator = min;
2467                                         rData.denominator = 1;
2468                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2469
2470                                         rData.numerator = microsec;
2471                                         rData.denominator = 1000000;
2472                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2473
2474                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
2475                                                 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2476                                         free(b);
2477                                         if (ret != MM_ERROR_NONE)
2478                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
2479                                 } else {
2480                                         MMCAM_LOG_WARNING("malloc failed.");
2481                                 }
2482                         }
2483                 }
2484
2485                 {
2486                         unsigned char *date_stamp = NULL;
2487                         int date_stamp_len = 0;
2488
2489                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
2490
2491                         if (date_stamp) {
2492                                 MMCAM_LOG_INFO("Date stamp [%s]", date_stamp);
2493
2494                                 /* cause it should include NULL char */
2495                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2496                                         EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2497                                 if (ret != MM_ERROR_NONE)
2498                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2499                         }
2500                 }
2501
2502                 {
2503                         unsigned char *processing_method = NULL;
2504                         int processing_method_len = 0;
2505
2506                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2507
2508                         if (processing_method) {
2509                                 MMCAM_LOG_INFO("Processing method [%s]", processing_method);
2510
2511                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2512                                         EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2513                                 if (ret != MM_ERROR_NONE)
2514                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2515                         }
2516                 }
2517         } else {
2518                 MMCAM_LOG_INFO("Tag for GPS is DISABLED.");
2519         }
2520
2521 exit:
2522         return ed;
2523 }
2524
2525
2526 static int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2527 {
2528         int ret = MM_ERROR_NONE;
2529         mmf_camcorder_t *hcamcorder = NULL;
2530         ExifData *ed = NULL;
2531
2532         hcamcorder = MMF_CAMCORDER(handle);
2533
2534         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2535
2536         ed = exif_data_new_from_data(imagedata, imgln);
2537         /*ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);*/
2538
2539         if (ed == NULL) {
2540                 MMCAM_LOG_ERROR("get exif data error!!");
2541                 return MM_ERROR_INVALID_HANDLE;
2542         }
2543
2544         /* update necessary */
2545
2546         __mmcamcorder_update_exif_make(handle, ed);
2547         __mmcamcorder_update_exif_software(handle, ed);
2548         __mmcamcorder_update_exif_model(handle, ed);
2549         __mmcamcorder_update_exif_orientation(handle, ed);
2550         __mmcamcorder_update_exif_gps(handle, ed);
2551         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2552         if (ret != MM_ERROR_NONE)
2553                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
2554
2555         exif_data_unref(ed);
2556         ed = NULL;
2557         return ret;
2558 }
2559
2560 static int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2561 {
2562         int ret = MM_ERROR_NONE;
2563         int value;
2564         int str_val_len = 0;
2565         int cntl = 0;
2566         int cnts = 0;
2567         char *str_value = NULL;
2568         char *user_comment = NULL;
2569         ExifData *ed = NULL;
2570         ExifLong config;
2571         ExifLong ExifVersion;
2572         static ExifShort eshort[20];
2573         static ExifLong elong[10];
2574
2575         GstCameraControl *control = NULL;
2576         GstCameraControlExifInfo avsys_exif_info;
2577
2578         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2579         _MMCamcorderSubContext *sc = NULL;
2580
2581         MMCAM_LOG_INFO("");
2582
2583         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2584
2585         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2586         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2587
2588         CLEAR(avsys_exif_info);
2589
2590         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2591                 MMCAM_LOG_ERROR("Can't cast Video source into camera control. Skip camera control values...");
2592         } else {
2593                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2594                 /* get device information */
2595                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2596         }
2597
2598         /* get ExifData from exif info */
2599         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2600         if (ed == NULL) {
2601                 MMCAM_LOG_ERROR("get exif data error!!");
2602                 return MM_ERROR_INVALID_HANDLE;
2603         }
2604
2605         /* Receive attribute info */
2606
2607         /* START INSERT IFD_0 */
2608
2609         /*0. EXIF_TAG_EXIF_VERSION */
2610         ExifVersion = MM_EXIF_VERSION;
2611         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2612                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2613         if (ret != MM_ERROR_NONE)
2614                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2615
2616         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2617         value = image_width;
2618
2619         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2620         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2621                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2622         if (ret != MM_ERROR_NONE)
2623                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2624
2625         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2626                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2627         if (ret != MM_ERROR_NONE)
2628                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2629
2630         MMCAM_LOG_INFO("width[%d]", value);
2631
2632         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2633         value = image_height;
2634
2635         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2636         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2637                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2638         if (ret != MM_ERROR_NONE)
2639                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2640
2641         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2642                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2643         if (ret != MM_ERROR_NONE)
2644                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2645
2646         MMCAM_LOG_INFO("height[%d]", value);
2647
2648         /*4. EXIF_TAG_DATE_TIME */
2649
2650         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2651
2652         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2653         {
2654                 gchar *b = NULL;
2655                 time_t t;
2656                 struct tm tm;
2657
2658                 t = time(NULL);
2659                 tzset();
2660                 localtime_r(&t, &tm);
2661
2662                 b = g_strdup_printf("%04i:%02i:%02i %02i:%02i:%02i",
2663                         tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2664                         tm.tm_hour, tm.tm_min, tm.tm_sec);
2665
2666                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2667                 if (ret != MM_ERROR_NONE) {
2668                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2669                                 g_free(b);
2670
2671                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2672                 }
2673
2674                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2675                 if (ret != MM_ERROR_NONE) {
2676                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2677                                 g_free(b);
2678
2679                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2680                 }
2681
2682                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2683                 if (ret != MM_ERROR_NONE) {
2684                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2685                                 g_free(b);
2686
2687                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2688                 }
2689
2690                 g_free(b);
2691         }
2692
2693         /*5. EXIF_TAG_MAKE */
2694         __mmcamcorder_update_exif_make(handle, ed);
2695
2696 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2697
2698         /*6. EXIF_TAG_MODEL */
2699         __mmcamcorder_update_exif_model(handle, ed);
2700
2701 #endif
2702         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2703         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2704         if (str_value && str_val_len > 0) {
2705                 char *description = strdup(str_value);
2706
2707                 MMCAM_LOG_INFO("description [%s]", str_value);
2708
2709                 if (description) {
2710                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2711                                 EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2712                         free(description);
2713                         str_value = NULL;
2714                         str_val_len = 0;
2715                         if (ret != MM_ERROR_NONE)
2716                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2717                 } else {
2718                         MMCAM_LOG_ERROR("strdup failed for [%s]", str_value);
2719                 }
2720         } else {
2721                 MMCAM_LOG_WARNING("failed to get description");
2722         }
2723
2724         /*7. EXIF_TAG_SOFTWARE*/
2725         __mmcamcorder_update_exif_software(handle, ed);
2726
2727 /*
2728         if (control != NULL) {
2729                 char software[50] = {0,};
2730                 unsigned int len = 0;
2731
2732                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8, (avsys_exif_info.software_used & 0xff));
2733                 MMCAM_LOG_INFO("software [%s], len [%d]", software, len);
2734                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2735                         EXIF_FORMAT_ASCII, len, (const char *)software);
2736                 if (ret != MM_ERROR_NONE) {
2737                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2738                 }
2739         }
2740 */
2741
2742         __mmcamcorder_update_exif_orientation(handle, ed);
2743
2744         /* START INSERT EXIF_IFD */
2745
2746         /*3. User Comment*/
2747         /*FIXME : get user comment from real user */
2748         user_comment = strdup(MM_USER_COMMENT);
2749         if (user_comment) {
2750                 MMCAM_LOG_INFO("user_comment=%s", user_comment);
2751                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2752                         EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2753                 free(user_comment);
2754                 if (ret != MM_ERROR_NONE)
2755                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2756         } else {
2757                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2758                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2759         }
2760
2761         /*9. EXIF_TAG_COLOR_SPACE */
2762         if (control != NULL) {
2763                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2764                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2765                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2766                 if (ret != MM_ERROR_NONE)
2767                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2768         }
2769
2770         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2771         if (control != NULL) {
2772                 config = avsys_exif_info.component_configuration;
2773                 MMCAM_LOG_INFO("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ", config);
2774                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2775                         EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2776                 if (ret != MM_ERROR_NONE)
2777                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2778         }
2779
2780         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2781         /* written  the device_info */
2782
2783         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2784         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2785
2786         /*14. EXIF_TAG_EXPOSURE_TIME*/
2787         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2788                 unsigned char *b = NULL;
2789                 ExifRational rData;
2790
2791                 MMCAM_LOG_INFO("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2792                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2793
2794                 b = malloc(sizeof(ExifRational));
2795                 if (b) {
2796                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2797                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2798
2799                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2800                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2801                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2802                         free(b);
2803                         if (ret != MM_ERROR_NONE)
2804                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2805                 } else {
2806                         MMCAM_LOG_WARNING("malloc failed.");
2807                 }
2808         } else {
2809                 MMCAM_LOG_INFO("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2810                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2811         }
2812
2813         /*15. EXIF_TAG_FNUMBER */
2814         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2815                 unsigned char *b = NULL;
2816                 ExifRational rData;
2817
2818                 MMCAM_LOG_INFO("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2819                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2820
2821                 b = malloc(sizeof(ExifRational));
2822                 if (b) {
2823                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2824                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2825                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2826                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2827                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2828                         free(b);
2829                         if (ret != MM_ERROR_NONE)
2830                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2831                 } else {
2832                         MMCAM_LOG_WARNING("malloc failed.");
2833                 }
2834         } else {
2835                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2836                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2837         }
2838
2839         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2840         /*FIXME*/
2841         value = MM_EXPOSURE_PROGRAM;
2842         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2843         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2844                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2845         if (ret != MM_ERROR_NONE)
2846                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2847
2848         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2849         if (avsys_exif_info.iso) {
2850                 MMCAM_LOG_INFO("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2851                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2852                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2853                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2854                 if (ret != MM_ERROR_NONE)
2855                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2856         }
2857
2858         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2859         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2860                 unsigned char *b = NULL;
2861                 ExifSRational rsData;
2862
2863                 MMCAM_LOG_INFO("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2864                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2865
2866                 b = malloc(sizeof(ExifSRational));
2867                 if (b) {
2868                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2869                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2870                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2871                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2872                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2873                         free(b);
2874                         if (ret != MM_ERROR_NONE)
2875                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2876                 } else {
2877                         MMCAM_LOG_WARNING("malloc failed.");
2878                 }
2879         } else {
2880                 MMCAM_LOG_INFO("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2881                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2882         }
2883
2884         /*19. EXIF_TAG_APERTURE_VALUE*/
2885         if (avsys_exif_info.aperture_in_APEX) {
2886                 unsigned char *b = NULL;
2887                 ExifRational rData;
2888
2889                 MMCAM_LOG_INFO("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2890
2891                 b = malloc(sizeof(ExifRational));
2892                 if (b) {
2893                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2894                         rData.denominator = 1;
2895                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2896                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2897                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2898                         free(b);
2899                         if (ret != MM_ERROR_NONE)
2900                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2901                 } else {
2902                         MMCAM_LOG_WARNING("malloc failed.");
2903                 }
2904         } else {
2905                 MMCAM_LOG_INFO("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2906         }
2907
2908         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2909         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2910                 unsigned char *b = NULL;
2911                 ExifSRational rsData;
2912
2913                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2914                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2915
2916                 b = malloc(sizeof(ExifSRational));
2917                 if (b) {
2918                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2919                         rsData.denominator = avsys_exif_info.brightness_denominator;
2920                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2921                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2922                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2923                         free(b);
2924                         if (ret != MM_ERROR_NONE)
2925                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2926                 } else {
2927                         MMCAM_LOG_WARNING("malloc failed.");
2928                 }
2929         } else {
2930                 MMCAM_LOG_INFO("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2931                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2932         }
2933
2934         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2935         value = 0;
2936         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2937         if (ret == MM_ERROR_NONE) {
2938                 unsigned char *b = NULL;
2939                 ExifSRational rsData;
2940
2941                 MMCAM_LOG_INFO("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2942                         value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2943
2944                 b = malloc(sizeof(ExifSRational));
2945                 if (b) {
2946                         rsData.numerator = value - hcamcorder->brightness_default;
2947                         if (hcamcorder->brightness_step_denominator != 0) {
2948                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2949                         } else {
2950                                 MMCAM_LOG_WARNING("brightness_step_denominator is ZERO, so set 1");
2951                                 rsData.denominator = 1;
2952                         }
2953                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2954                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2955                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2956                         free(b);
2957                         if (ret != MM_ERROR_NONE)
2958                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2959                 } else {
2960                         MMCAM_LOG_WARNING("malloc failed.");
2961                 }
2962         } else {
2963                 MMCAM_LOG_INFO("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2964         }
2965
2966         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2967 /*
2968         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2969                 unsigned char *b = NULL;
2970                 ExifRational rData;
2971
2972                 MMCAM_LOG_INFO("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2973
2974                 b = malloc(sizeof(ExifRational));
2975                 if (b) {
2976                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2977                         rData.denominator = 1;
2978                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2979                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2980                                 EXIF_FORMAT_RATIONAL, 1, b);
2981                         free(b);
2982                         if (ret != MM_ERROR_NONE)
2983                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2984                 } else {
2985                         MMCAM_LOG_WARNING("failed to alloc for MAX aperture value");
2986                 }
2987         }
2988 */
2989
2990         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2991         /* default : none */
2992
2993         /*24. EXIF_TAG_METERING_MODE */
2994         if (control != NULL) {
2995                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.metering_mode);
2996                 MMCAM_LOG_INFO("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2997                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2998                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2999                 if (ret != MM_ERROR_NONE)
3000                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
3001         }
3002
3003         /*25. EXIF_TAG_LIGHT_SOURCE*/
3004
3005         /*26. EXIF_TAG_FLASH*/
3006         if (control != NULL) {
3007                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.flash);
3008                 MMCAM_LOG_INFO("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
3009                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
3010                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3011                 if (ret != MM_ERROR_NONE)
3012                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
3013         }
3014
3015         /*27. EXIF_TAG_FOCAL_LENGTH*/
3016         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
3017                 unsigned char *b = NULL;
3018                 ExifRational rData;
3019
3020                 MMCAM_LOG_INFO("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
3021                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
3022
3023                 b = malloc(sizeof(ExifRational));
3024                 if (b) {
3025                         rData.numerator = avsys_exif_info.focal_len_numerator;
3026                         rData.denominator = avsys_exif_info.focal_len_denominator;
3027                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
3028                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
3029                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
3030                         free(b);
3031                         if (ret != MM_ERROR_NONE)
3032                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
3033                 } else {
3034                         MMCAM_LOG_WARNING("malloc failed.");
3035                 }
3036         } else {
3037                 MMCAM_LOG_INFO("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
3038                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
3039         }
3040
3041         /*28. EXIF_TAG_SENSING_METHOD*/
3042         /*FIXME*/
3043         value = MM_SENSING_MODE;
3044         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3045         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
3046                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3047         if (ret != MM_ERROR_NONE)
3048                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
3049
3050         /*29. EXIF_TAG_FILE_SOURCE*/
3051 /*
3052         value = MM_FILE_SOURCE;
3053         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
3054         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
3055                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
3056         if (ret != MM_ERROR_NONE)
3057                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
3058 */
3059
3060         /*30. EXIF_TAG_SCENE_TYPE*/
3061 /*
3062         value = MM_SCENE_TYPE;
3063         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
3064         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
3065                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
3066         if (ret != MM_ERROR_NONE)
3067                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
3068 */
3069
3070         /*31. EXIF_TAG_EXPOSURE_MODE*/
3071         /*FIXME*/
3072         value = MM_EXPOSURE_MODE;
3073         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3074         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
3075                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3076         if (ret != MM_ERROR_NONE)
3077                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
3078
3079         /*32. EXIF_TAG_WHITE_BALANCE*/
3080         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
3081         if (ret == MM_ERROR_NONE) {
3082                 int set_value = 0;
3083                 MMCAM_LOG_INFO("WHITE BALANCE [%d]", value);
3084
3085                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC)
3086                         set_value = 0;
3087                 else
3088                         set_value = 1;
3089
3090                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
3091                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
3092                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3093                 if (ret != MM_ERROR_NONE)
3094                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
3095         } else {
3096                 MMCAM_LOG_WARNING("failed to get white balance [%x]", ret);
3097         }
3098
3099         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
3100 /*
3101         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
3102         if (ret == MM_ERROR_NONE) {
3103                 MMCAM_LOG_INFO("DIGITAL ZOOM [%d]", value);
3104
3105                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3106                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
3107                         EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3108                 if (ret != MM_ERROR_NONE)
3109                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
3110         } else {
3111                 MMCAM_LOG_WARNING("failed to get digital zoom [%x]", ret);
3112         }
3113 */
3114
3115         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
3116         /*FIXME*/
3117 /*
3118         value = MM_FOCAL_LENGTH_35MMFILM;
3119         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
3120         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
3121                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3122         if (ret != MM_ERROR_NONE)
3123                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
3124 */
3125
3126         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
3127         {
3128                 int scene_capture_type;
3129
3130                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
3131                 if (ret == MM_ERROR_NONE) {
3132                         MMCAM_LOG_INFO("Scene mode(program mode) [%d]", value);
3133
3134                         switch (value) {
3135                         case MM_CAMCORDER_SCENE_MODE_NORMAL:
3136                                 scene_capture_type = 0; /* standard */
3137                                 break;
3138                         case MM_CAMCORDER_SCENE_MODE_PORTRAIT:
3139                                 scene_capture_type = 2; /* portrait */
3140                                 break;
3141                         case MM_CAMCORDER_SCENE_MODE_LANDSCAPE:
3142                                 scene_capture_type = 1; /* landscape */
3143                                 break;
3144                         case MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE:
3145                                 scene_capture_type = 3; /* night scene */
3146                                 break;
3147                         default:
3148                                 scene_capture_type = 4; /* Others */
3149                                 break;
3150                         }
3151
3152                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
3153                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
3154                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3155                         if (ret != MM_ERROR_NONE)
3156                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
3157                 } else {
3158                         MMCAM_LOG_WARNING("failed to get scene mode [%x]", ret);
3159                 }
3160         }
3161
3162         /*36. EXIF_TAG_GAIN_CONTROL*/
3163         /*FIXME*/
3164 /*
3165         value = MM_GAIN_CONTROL;
3166         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
3167         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
3168                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
3169         if (ret != MM_ERROR_NONE)
3170                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
3171 */
3172
3173
3174         /*37. EXIF_TAG_CONTRAST */
3175         {
3176                 type_int_range *irange = NULL;
3177                 int level = 0;
3178
3179                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3180                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3181                         "Contrast",
3182                         &irange);
3183                 if (irange != NULL) {
3184                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
3185
3186                         MMCAM_LOG_INFO("CONTRAST current [%d], default [%d]", value, irange->default_value);
3187
3188                         if (value == irange->default_value)
3189                                 level = MM_VALUE_NORMAL;
3190                         else if (value < irange->default_value)
3191                                 level = MM_VALUE_LOW;
3192                         else
3193                                 level = MM_VALUE_HARD;
3194
3195                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3196                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
3197                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3198                         if (ret != MM_ERROR_NONE)
3199                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
3200                 } else {
3201                         MMCAM_LOG_WARNING("failed to get range of contrast");
3202                 }
3203         }
3204
3205         /*38. EXIF_TAG_SATURATION*/
3206         {
3207                 type_int_range *irange = NULL;
3208                 int level = 0;
3209
3210                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3211                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3212                         "Saturation",
3213                         &irange);
3214                 if (irange != NULL) {
3215                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
3216
3217                         MMCAM_LOG_INFO("SATURATION current [%d], default [%d]", value, irange->default_value);
3218
3219                         if (value == irange->default_value)
3220                                 level = MM_VALUE_NORMAL;
3221                         else if (value < irange->default_value)
3222                                 level = MM_VALUE_LOW;
3223                         else
3224                                 level = MM_VALUE_HARD;
3225
3226                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3227                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
3228                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3229                         if (ret != MM_ERROR_NONE)
3230                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
3231                 } else {
3232                         MMCAM_LOG_WARNING("failed to get range of saturation");
3233                 }
3234         }
3235
3236         /*39. EXIF_TAG_SHARPNESS*/
3237         {
3238                 type_int_range *irange = NULL;
3239                 int level = 0;
3240
3241                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
3242                         CONFIGURE_CATEGORY_CTRL_EFFECT,
3243                         "Sharpness",
3244                         &irange);
3245                 if (irange != NULL) {
3246                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
3247
3248                         MMCAM_LOG_INFO("SHARPNESS current [%d], default [%d]", value, irange->default_value);
3249
3250                         if (value == irange->default_value)
3251                                 level = MM_VALUE_NORMAL;
3252                         else if (value < irange->default_value)
3253                                 level = MM_VALUE_LOW;
3254                         else
3255                                 level = MM_VALUE_HARD;
3256
3257                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
3258                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
3259                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3260                         if (ret != MM_ERROR_NONE)
3261                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
3262                 } else {
3263                         MMCAM_LOG_WARNING("failed to get range of sharpness");
3264                 }
3265         }
3266
3267         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
3268         /*FIXME*/
3269         value = MM_SUBJECT_DISTANCE_RANGE;
3270         MMCAM_LOG_INFO("DISTANCE_RANGE [%d]", value);
3271         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
3272         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
3273                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
3274         if (ret != MM_ERROR_NONE)
3275                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
3276
3277         /* GPS information */
3278         __mmcamcorder_update_exif_gps(handle, ed);
3279
3280         MMCAM_LOG_INFO("");
3281
3282         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
3283         if (ret != MM_ERROR_NONE)
3284                 MMCAM_LOG_ERROR("mm_exif_set_exif_to_info err!! [%x]", ret);
3285
3286 exit:
3287         MMCAM_LOG_INFO("finished!! [%x]", ret);
3288
3289         if (ed)
3290                 exif_data_unref(ed);
3291
3292         return ret;
3293 }
3294
3295
3296 static void __mmcamcorder_sound_status_changed_cb(keynode_t* node, void *data)
3297 {
3298         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
3299         _MMCamcorderImageInfo *info = NULL;
3300
3301         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
3302
3303         MMCAM_LOG_INFO("START");
3304
3305         info = hcamcorder->sub_context->info_image;
3306
3307         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
3308
3309         MMCAM_LOG_INFO("DONE : sound status %d", info->sound_status);
3310
3311         return;
3312 }
3313
3314
3315 int _mmcamcorder_set_extra_preview_device_type(MMHandleType handle, int stream_id, int device_type)
3316 {
3317         int ret = MM_ERROR_NONE;
3318         int camera_id = 0;
3319         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3320         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3321
3322         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3323         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3324         mmf_return_val_if_fail(hcamcorder->extra_preview.mode == MM_CAMCORDER_EXTRA_PREVIEW_MODE_PIPELINE_ELEMENT,
3325                 MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3326         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3327                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3328         mmf_return_val_if_fail(device_type > MM_VIDEO_DEVICE_NONE && device_type < MM_VIDEO_DEVICE_NUM
3329                 , MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3330
3331         mm_camcorder_get_state(handle, &current_state);
3332
3333         MMCAM_LOG_INFO("stream_id[%d], device type[%d]", stream_id, device_type);
3334
3335         if (current_state > MM_CAMCORDER_STATE_NULL) {
3336                 MMCAM_LOG_ERROR("The device type can not be set after pipeline created");
3337                 return MM_ERROR_CAMCORDER_INVALID_STATE;
3338         }
3339
3340         ret = _mmcamcorder_get_camera_id(device_type, &camera_id);
3341         if (ret != MM_ERROR_NONE)
3342                 return ret;
3343
3344         hcamcorder->extra_preview.camera_id[stream_id] = camera_id;
3345
3346         return MM_ERROR_NONE;
3347 }
3348
3349
3350 int _mmcamcorder_set_extra_preview_stream_format(MMHandleType handle, int stream_id, int pixel_format, int width, int height, int fps)
3351 {
3352         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3353         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3354         GstCameraControl *control = NULL;
3355         _MMCamcorderSubContext *sc = NULL;
3356
3357         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3358         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3359         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3360                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3361         mmf_return_val_if_fail(pixel_format > MM_PIXEL_FORMAT_INVALID && pixel_format < MM_PIXEL_FORMAT_NUM,
3362                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3363         mmf_return_val_if_fail(width > 0 && height > 0 && fps >= 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3364
3365         mm_camcorder_get_state(handle, &current_state);
3366
3367         MMCAM_LOG_INFO("state[%d] stream_id[%d],fmt[%d],res[%dx%d],fps[%d]",
3368                 current_state, stream_id, pixel_format, width, height, fps);
3369
3370         if (current_state >= MM_CAMCORDER_STATE_READY) {
3371                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3372                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3373
3374                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3375                 if (!gst_camera_control_set_extra_preview_stream_format(control,
3376                         stream_id, _mmcamcorder_get_camera_control_image_format(pixel_format), width, height, fps)) {
3377                         MMCAM_LOG_ERROR("camera control failed");
3378                         return MM_ERROR_CAMCORDER_INTERNAL;
3379                 }
3380         } else {
3381                 MMCAM_LOG_INFO("It will be set when start preview");
3382                 hcamcorder->extra_preview.format[stream_id].need_to_set_format = TRUE;
3383         }
3384
3385         hcamcorder->extra_preview.format[stream_id].pixel_format = pixel_format;
3386         hcamcorder->extra_preview.format[stream_id].width = width;
3387         hcamcorder->extra_preview.format[stream_id].height = height;
3388         hcamcorder->extra_preview.format[stream_id].fps = fps;
3389
3390         return MM_ERROR_NONE;
3391 }
3392
3393
3394 int _mmcamcorder_get_extra_preview_stream_format(MMHandleType handle, int stream_id, int *pixel_format, int *width, int *height, int *fps)
3395 {
3396         int _width = 0;
3397         int _height = 0;
3398         int _fps = 0;
3399         GstCameraControlImageFormat _img_fmt = GST_CAMERA_CONTROL_IMAGE_FORMAT_NV12;
3400         GstCameraControl *control = NULL;
3401         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3402         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3403         _MMCamcorderSubContext *sc = NULL;
3404
3405         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3406         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3407         mmf_return_val_if_fail(pixel_format && width && height && fps, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3408
3409         mm_camcorder_get_state(handle, &current_state);
3410
3411         if (current_state >= MM_CAMCORDER_STATE_READY) {
3412                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3413                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3414
3415                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3416                 if (!gst_camera_control_get_extra_preview_stream_format(control,
3417                         stream_id, &_img_fmt, &_width, &_height, &_fps)) {
3418                         MMCAM_LOG_ERROR("extra preview stream format get failed");
3419                         return MM_ERROR_CAMCORDER_INTERNAL;
3420                 }
3421
3422                 *pixel_format = _mmcamcorder_get_pixel_format2(_img_fmt);
3423                 *width = _width;
3424                 *height = _height;
3425                 *fps = _fps;
3426         } else {
3427                 *pixel_format = hcamcorder->extra_preview.format[stream_id].pixel_format;
3428                 *width = hcamcorder->extra_preview.format[stream_id].width;
3429                 *height = hcamcorder->extra_preview.format[stream_id].height;
3430                 *fps = hcamcorder->extra_preview.format[stream_id].fps;
3431         }
3432
3433         MMCAM_LOG_INFO("get result[fmt:%d(%d),res:%dx%d,fps:%d][state:%d]",
3434                 *pixel_format, _img_fmt, *width, *height, *fps, current_state);
3435
3436         return MM_ERROR_NONE;
3437 }
3438
3439
3440 int _mmcamcorder_set_extra_preview_bitrate(MMHandleType handle, int stream_id, int bitrate)
3441 {
3442         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3443         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3444         GstCameraControl *control = NULL;
3445         _MMCamcorderSubContext *sc = NULL;
3446
3447         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3448         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3449         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3450                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3451         mmf_return_val_if_fail(bitrate > 0, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3452
3453         mm_camcorder_get_state(handle, &current_state);
3454
3455         MMCAM_LOG_INFO("state[%d] stream[%d], bitrate[%d]", current_state, stream_id, bitrate);
3456
3457         if (current_state >= MM_CAMCORDER_STATE_READY) {
3458                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3459                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3460
3461                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3462                 if (!gst_camera_control_set_extra_preview_bitrate(control, stream_id, bitrate)) {
3463                         MMCAM_LOG_ERROR("set bitrate[%d] for stream[%d] failed", bitrate, stream_id);
3464                         return MM_ERROR_CAMCORDER_INTERNAL;
3465                 }
3466         } else {
3467                 MMCAM_LOG_INFO("It will be set when start preview");
3468                 hcamcorder->extra_preview.format[stream_id].need_to_set_bitrate = TRUE;
3469         }
3470
3471         hcamcorder->extra_preview.format[stream_id].bitrate = bitrate;
3472
3473         return MM_ERROR_NONE;
3474 }
3475
3476
3477 int _mmcamcorder_get_extra_preview_bitrate(MMHandleType handle, int stream_id, int *bitrate)
3478 {
3479         int _bitrate = 0;
3480         GstCameraControl *control = NULL;
3481         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3482         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3483         _MMCamcorderSubContext *sc = NULL;
3484
3485         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3486         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3487         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3488                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3489         mmf_return_val_if_fail(bitrate, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3490
3491         mm_camcorder_get_state(handle, &current_state);
3492
3493         if (current_state >= MM_CAMCORDER_STATE_READY) {
3494                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3495                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3496
3497                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3498                 if (!gst_camera_control_get_extra_preview_bitrate(control, stream_id, &_bitrate)) {
3499                         MMCAM_LOG_ERROR("get bitrate for stream[%d] failed", stream_id);
3500                         return MM_ERROR_CAMCORDER_INTERNAL;
3501                 }
3502
3503                 *bitrate = _bitrate;
3504         } else {
3505                 *bitrate = hcamcorder->extra_preview.format[stream_id].bitrate;
3506         }
3507
3508         MMCAM_LOG_INFO("get bitrate[%d] for stream[%d][state:%d]",
3509                 *bitrate, stream_id, current_state);
3510
3511         return MM_ERROR_NONE;
3512 }
3513
3514
3515 int _mmcamcorder_set_extra_preview_gop_interval(MMHandleType handle, int stream_id, int interval)
3516 {
3517         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3518         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3519         GstCameraControl *control = NULL;
3520         _MMCamcorderSubContext *sc = NULL;
3521
3522         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3523         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3524         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3525                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3526
3527         mm_camcorder_get_state(handle, &current_state);
3528
3529         MMCAM_LOG_INFO("state[%d] stream[%d], interval[%d]", current_state, stream_id, interval);
3530
3531         if (current_state >= MM_CAMCORDER_STATE_READY) {
3532                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3533                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3534
3535                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3536                 if (!gst_camera_control_set_extra_preview_gop_interval(control, stream_id, interval)) {
3537                         MMCAM_LOG_ERROR("set GOP interval[%d] for stream[%d] failed", interval, stream_id);
3538                         return MM_ERROR_CAMCORDER_INTERNAL;
3539                 }
3540         } else {
3541                 MMCAM_LOG_INFO("It will be set when start preview");
3542                 hcamcorder->extra_preview.format[stream_id].need_to_set_gop_interval = TRUE;
3543         }
3544
3545         hcamcorder->extra_preview.format[stream_id].gop_interval = interval;
3546
3547         return MM_ERROR_NONE;
3548 }
3549
3550
3551 int _mmcamcorder_get_extra_preview_gop_interval(MMHandleType handle, int stream_id, int *interval)
3552 {
3553         int _interval = 0;
3554         GstCameraControl *control = NULL;
3555         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
3556         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
3557         _MMCamcorderSubContext *sc = NULL;
3558
3559         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3560         mmf_return_val_if_fail(hcamcorder->extra_preview.is_supported, MM_ERROR_CAMCORDER_NOT_SUPPORTED);
3561         mmf_return_val_if_fail(stream_id >= 0 && stream_id < MM_CAMCORDER_EXTRA_PREVIEW_STREAM_MAX,
3562                 MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3563         mmf_return_val_if_fail(interval, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3564
3565         mm_camcorder_get_state(handle, &current_state);
3566
3567         if (current_state >= MM_CAMCORDER_STATE_READY) {
3568                 sc = MMF_CAMCORDER_SUBCONTEXT(handle);
3569                 mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
3570
3571                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
3572                 if (!gst_camera_control_get_extra_preview_gop_interval(control, stream_id, &_interval)) {
3573                         MMCAM_LOG_ERROR("get GOP interval for stream[%d] failed", stream_id);
3574                         return MM_ERROR_CAMCORDER_INTERNAL;
3575                 }
3576
3577                 *interval = _interval;
3578         } else {
3579                 *interval = hcamcorder->extra_preview.format[stream_id].gop_interval;
3580         }
3581
3582         MMCAM_LOG_INFO("get GOP interval[%d] for stream[%d][state:%d]",
3583                 *interval, stream_id, current_state);
3584
3585         return MM_ERROR_NONE;
3586 }