53adfb0b86d805ba75cc20450f659ff78c31115b
[platform/core/multimedia/libmm-camcorder.git] / src / mm_camcorder_stillshot.c
1 /*
2  * libmm-camcorder
3  *
4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
5  *
6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
7  *
8  * Licensed under the Apache License, Version 2.0 (the "License");
9  * you may not use this file except in compliance with the License.
10  * You may obtain a copy of the License at
11  *
12  * http://www.apache.org/licenses/LICENSE-2.0
13  *
14  * Unless required by applicable law or agreed to in writing, software
15  * distributed under the License is distributed on an "AS IS" BASIS,
16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17  * See the License for the specific language governing permissions and
18  * limitations under the License.
19  *
20  */
21
22 /*=======================================================================================
23 |  INCLUDE FILES                                                                        |
24 =======================================================================================*/
25 #include <stdlib.h>
26 #include <sys/time.h>
27 #include <sys/times.h>
28 #include <gst/video/cameracontrol.h>
29 #include "mm_camcorder_internal.h"
30 #include "mm_camcorder_stillshot.h"
31 #include "mm_camcorder_exifinfo.h"
32 #include "mm_camcorder_exifdef.h"
33 #include <libexif/exif-loader.h>
34 #include <libexif/exif-utils.h>
35 #include <libexif/exif-data.h>
36
37 /*---------------------------------------------------------------------------------------
38 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
39 ---------------------------------------------------------------------------------------*/
40 #define EXIF_SET_ERR(return_type, tag_id) \
41 do { \
42         _mmcam_dbg_err("error=%x,tag=%x", return_type, tag_id); \
43         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
44                 goto exit; \
45         } \
46 } while (0)
47
48 /*---------------------------------------------------------------------------------------
49 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
50 ---------------------------------------------------------------------------------------*/
51 #define THUMBNAIL_WIDTH         320
52 #define THUMBNAIL_HEIGHT        240
53 #define THUMBNAIL_JPEG_QUALITY  90
54 #define TRY_LOCK_MAX_COUNT      100
55 #define TRY_LOCK_TIME           20000   /* ms */
56 #define H264_PREVIEW_BITRATE    1024*10 /* kbps */
57 #define H264_PREVIEW_NEWGOP_INTERVAL    1000 /* ms */
58 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
59
60
61 /*---------------------------------------------------------------------------------------
62 |    LOCAL FUNCTION PROTOTYPES:                                                         |
63 ---------------------------------------------------------------------------------------*/
64 /** STATIC INTERNAL FUNCTION **/
65 /* Functions for JPEG capture without Encode bin */
66 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
67 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
68 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
69 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
70
71 /* sound status changed callback */
72 static void __sound_status_changed_cb(keynode_t* node, void *data);
73
74 /*=======================================================================================
75 |  FUNCTION DEFINITIONS                                                                 |
76 =======================================================================================*/
77
78 /*---------------------------------------------------------------------------------------
79 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
80 ---------------------------------------------------------------------------------------*/
81
82
83 int _mmcamcorder_create_stillshot_pipeline(MMHandleType handle)
84 {
85         int err = MM_ERROR_UNKNOWN;
86         GstPad *srcpad = NULL;
87         GstPad *sinkpad = NULL;
88
89         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
90         _MMCamcorderSubContext *sc = NULL;
91
92         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
93
94         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
95         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
96
97         _mmcam_dbg_log("");
98
99         /* Create gstreamer element */
100         _mmcam_dbg_log("Using Encodebin for capturing");
101
102         /* Create capture pipeline */
103         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
104
105         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
106         if (err != MM_ERROR_NONE)
107                 return err;
108
109         /* add element and encodesink bin to encode main pipeline */
110         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
111                 sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
112                 sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
113                 sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
114                 NULL);
115
116         /* Link each element : appsrc - capsfilter - encodesink bin */
117         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
118         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
119         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
120
121         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
122         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
123         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
124
125         /* connect handoff signal to get capture data */
126         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
127                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
128                 G_CALLBACK(__mmcamcorder_handoff_callback),
129                 hcamcorder);
130
131         return MM_ERROR_NONE;
132
133 pipeline_creation_error:
134         _mmcamcorder_remove_stillshot_pipeline(handle);
135         return err;
136 }
137
138
139 int _mmcamcorder_connect_capture_signal(MMHandleType handle)
140 {
141         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
142         _MMCamcorderSubContext *sc = NULL;
143
144         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
145
146         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
147         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
148
149         /* check video source element */
150         if (sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst) {
151                 _mmcam_dbg_warn("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
152                 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
153                         _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
154                         G_CALLBACK(__mmcamcorder_image_capture_cb),
155                         hcamcorder);
156
157                 return MM_ERROR_NONE;
158         } else {
159                 _mmcam_dbg_err("videosrc element is not created yet");
160                 return MM_ERROR_CAMCORDER_NOT_INITIALIZED;
161         }
162 }
163
164
165 int _mmcamcorder_remove_stillshot_pipeline(MMHandleType handle)
166 {
167         int ret = MM_ERROR_NONE;
168         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
169         _MMCamcorderSubContext *sc = NULL;
170
171         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
172
173         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
174         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
175
176         _mmcam_dbg_log("");
177
178         /* Check pipeline */
179         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
180                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
181                 if (ret != MM_ERROR_NONE) {
182                         _mmcam_dbg_err("Faile to change encode main pipeline state [0x%x]", ret);
183                         return ret;
184                 }
185
186                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
187
188                 GstPad *reqpad = NULL;
189
190                 /* release request pad */
191                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
192                 if (reqpad) {
193                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
194                         gst_object_unref(reqpad);
195                         reqpad = NULL;
196                 }
197
198                 /* release encode main pipeline */
199                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
200
201                 _mmcam_dbg_log("Encoder pipeline removed");
202         } else {
203                 _mmcam_dbg_log("encode main pipeline is already removed");
204         }
205
206         return MM_ERROR_NONE;
207 }
208
209
210 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
211 {
212         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
213         _MMCamcorderSubContext *sc = NULL;
214         int display_reuse_hint = FALSE;
215         GstElement *sink_element = NULL;
216         mmf_attrs_t *attrs = NULL;
217         int attr_index = 0;
218         mmf_attribute_t *attr_item = NULL;
219
220         mmf_return_if_fail(hcamcorder);
221
222         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
223         mmf_return_if_fail(sc && sc->element);
224
225         _mmcam_dbg_log("");
226
227         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
228                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
229                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
230
231                 /* check reuse flag for display element */
232                 mm_camcorder_get_attributes(handle, NULL,
233                         MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
234                         NULL);
235
236                 _mmcam_dbg_log("display reuse hint %d", display_reuse_hint);
237
238                 if (!display_reuse_hint)
239                         goto _REUSE_CHECK_DONE;
240
241                 sink_element = sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst;
242                 if (!sink_element) {
243                         _mmcam_dbg_warn("sink element is NULL");
244                         goto _REUSE_CHECK_DONE;
245                 }
246
247                 attrs = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
248                 if (!attrs) {
249                         _mmcam_dbg_warn("attribute is NULL");
250                         goto _REUSE_CHECK_DONE;
251                 }
252
253                 _mmcam_dbg_log("REF sink element %p and set it to attribute", sink_element);
254
255                 /* ref element before remove it from pipeline */
256                 gst_object_ref(sink_element);
257
258                 if (!gst_bin_remove(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), sink_element))
259                         _mmcam_dbg_warn("failed to remove sink element from pipeline");
260
261                 /* reset floating reference flag to avoid leak after next use */
262                 g_object_force_floating(G_OBJECT(sink_element));
263
264                 /* set sink element pointer to attribute */
265                 mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
266                 attr_item = &attrs->items[attr_index];
267                 mmf_attribute_set_data(attr_item, (void *)sink_element, sizeof(*sink_element));
268                 mmf_attribute_commit(attr_item);
269
270                 /* remove notify callback */
271                 g_object_weak_unref(G_OBJECT(sink_element), (GWeakNotify)_mmcamcorder_element_release_noti, sc);
272
273                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst = NULL;
274                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].id = _MMCAMCORDER_NONE;
275
276 _REUSE_CHECK_DONE:
277                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
278
279                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
280
281                 traceEnd(TTRACE_TAG_CAMERA);
282
283                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
284
285                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
286
287                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
288
289                 traceEnd(TTRACE_TAG_CAMERA);
290
291                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
292         }
293
294         return;
295 }
296
297
298 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
299 {
300         int ret = MM_ERROR_NONE;
301         int UseCaptureMode = 0;
302         int width = 0;
303         int height = 0;
304         int fps = 0;
305         int cap_format = MM_PIXEL_FORMAT_NV12;
306         int image_encoder = MM_IMAGE_CODEC_JPEG;
307         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
308         int is_modified_size = FALSE;
309         int tag_orientation = 0;
310         unsigned int cap_fourcc = 0;
311
312         char *err_name = NULL;
313         const char *videosrc_name = NULL;
314
315         GstCameraControl *control = NULL;
316
317         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
318         _MMCamcorderImageInfo *info = NULL;
319         _MMCamcorderSubContext *sc = NULL;
320         type_element *VideosrcElement = NULL;
321         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
322
323         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
324
325         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
326         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
327
328         _mmcam_dbg_log("");
329
330         info = sc->info_image;
331
332         if (info->capturing) {
333                 _mmcam_dbg_err("already capturing");
334                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
335         }
336
337         _mmcamcorder_conf_get_value_int(handle, hcamcorder->conf_main,
338                 CONFIGURE_CATEGORY_MAIN_CAPTURE,
339                 "UseCaptureMode",
340                 &UseCaptureMode);
341
342         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
343                 CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
344                 "VideosrcElement",
345                 &VideosrcElement);
346
347         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
348
349         /* get current state */
350         mm_camcorder_get_state(handle, &current_state);
351
352         /* set capture flag */
353         info->capturing = TRUE;
354
355         ret = mm_camcorder_get_attributes(handle, &err_name,
356                 MMCAM_IMAGE_ENCODER, &image_encoder,
357                 MMCAM_CAMERA_WIDTH, &width,
358                 MMCAM_CAMERA_HEIGHT, &height,
359                 MMCAM_CAMERA_FPS, &fps,
360                 MMCAM_CAPTURE_FORMAT, &cap_format,
361                 MMCAM_CAPTURE_WIDTH, &info->width,
362                 MMCAM_CAPTURE_HEIGHT, &info->height,
363                 MMCAM_CAPTURE_COUNT, &info->count,
364                 MMCAM_CAPTURE_INTERVAL, &info->interval,
365                 MMCAM_STROBE_MODE, &strobe_mode,
366                 MMCAM_TAG_ORIENTATION, &tag_orientation,
367                 NULL);
368         if (err_name) {
369                 _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
370                 SAFE_FREE(err_name);
371         }
372
373         ret = MM_ERROR_NONE;
374
375         /* check capture count */
376         if (info->count < 1) {
377                 _mmcam_dbg_err("capture count[%d] is invalid", info->count);
378                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
379                 goto cmd_done;
380         } else if (info->count == 1) {
381                 info->type = _MMCamcorder_SINGLE_SHOT;
382         } else {
383                 info->type = _MMCamcorder_MULTI_SHOT;
384                 info->next_shot_time = 0;
385                 info->multi_shot_stop = FALSE;
386
387                 /* sound init */
388                 _mmcamcorder_sound_init(handle);
389         }
390
391         _mmcam_dbg_log("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
392                 width, height, info->preview_format, info->width, info->height, cap_format,
393                 info->count, info->hdr_capture_mode, info->interval);
394
395         /* check state */
396         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
397                 if (info->type == _MMCamcorder_MULTI_SHOT ||
398                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
399                         _mmcam_dbg_err("does not support multi/HDR capture while recording");
400                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
401                         goto cmd_done;
402                 }
403
404                 /* check capture size if ZSL is not supported*/
405                 if (hcamcorder->support_zsl_capture == FALSE) {
406                         _mmcam_dbg_warn("Capture size should be same with preview size while recording");
407                         _mmcam_dbg_warn("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
408
409                         info->width = width;
410                         info->height = height;
411
412                         _mmcam_dbg_log("set capture width and height [%dx%d] to camera plugin", width, height);
413                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
414                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
415
416                         is_modified_size = TRUE;
417                 }
418         }
419
420         info->capture_cur_count = 0;
421         info->capture_send_count = 0;
422
423         sc->internal_encode = FALSE;
424
425         if (!sc->bencbin_capture) {
426                 /* Check encoding method */
427                 if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
428                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
429                             hcamcorder->support_zsl_capture || is_modified_size) {
430                                 cap_fourcc = _mmcamcorder_get_fourcc(cap_format, image_encoder, hcamcorder->use_zero_copy_format);
431                                 _mmcam_dbg_log("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
432                         } else {
433                                 /* no need to encode internally if ITLV format */
434                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY)
435                                         sc->internal_encode = TRUE;
436
437                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
438
439                                 _mmcam_dbg_log("MSL JPEG Capture : capture fourcc %c%c%c%c",
440                                         cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
441                         }
442                 } else {
443                         cap_fourcc = _mmcamcorder_get_fourcc(cap_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
444                 }
445
446                 _mmcam_dbg_log("capture format (%d)", cap_format);
447
448                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
449                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
450                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
451                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
452
453                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
454                         _mmcam_dbg_err("Can't cast Video source into camera control.");
455                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
456                         goto cmd_done;
457                 }
458
459                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
460                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
461         } else {
462                 int need_change = 0;
463                 int set_width = 0;
464                 int set_height = 0;
465                 int cap_jpeg_quality = 0;
466
467                 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
468                         _mmcam_dbg_err("could not capture in this target while recording");
469                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
470                         goto cmd_done;
471                 }
472
473                 if (UseCaptureMode) {
474                         if (width != MMFCAMCORDER_HIGHQUALITY_WIDTH || height != MMFCAMCORDER_HIGHQUALITY_HEIGHT)
475                                 need_change = 1;
476                 } else {
477                         if (width != info->width || height != info->height)
478                                 need_change = 1;
479                 }
480
481                 if (need_change) {
482                         int rotation = 0;
483
484                         _mmcam_dbg_log("Need to change resolution");
485
486                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
487                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
488
489                         /* make pipeline state as READY */
490                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
491
492                         /* check decoder recreation */
493                         if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
494                                 _mmcam_dbg_err("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
495                                 return MM_ERROR_CAMCORDER_INTERNAL;
496                         }
497
498                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
499                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
500
501                         if (ret != MM_ERROR_NONE) {
502                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
503                                 goto cmd_done;
504                         }
505
506                         if (UseCaptureMode) {
507                                 set_width = MMFCAMCORDER_HIGHQUALITY_WIDTH;
508                                 set_height = MMFCAMCORDER_HIGHQUALITY_HEIGHT;
509                         } else {
510                                 set_width = info->width;
511                                 set_height = info->height;
512                         }
513
514                         mm_camcorder_get_attributes(handle, &err_name,
515                                 MMCAM_CAMERA_ROTATION, &rotation,
516                                 NULL);
517                         if (err_name) {
518                                 _mmcam_dbg_warn("get_attributes err %s", err_name);
519                                 SAFE_FREE(err_name);
520                         }
521
522                         /* set new caps */
523                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, set_width, set_height, fps, rotation);
524                         if (!ret) {
525                                 _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
526                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
527                                 goto cmd_done;
528                         }
529
530                         info->resolution_change = TRUE;
531
532                         /* set frame stability count for capture */
533                         _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_CAPTURE);
534
535                         /* make pipeline state as PLAYING */
536                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
537                         if (ret != MM_ERROR_NONE) {
538                                 _mmcam_dbg_err("failed to set state PLAYING %x", ret);
539                                 goto cmd_done;
540                         }
541
542                         _mmcam_dbg_log("Change to target resolution(%d, %d)", set_width, set_height);
543                 } else {
544                         _mmcam_dbg_log("No need to change resolution. Open toggle now.");
545                         info->resolution_change = FALSE;
546                 }
547
548                 /* add encodesinkbin */
549                 ret = _mmcamcorder_create_stillshot_pipeline((MMHandleType)hcamcorder);
550                 if (ret != MM_ERROR_NONE) {
551                         _mmcam_dbg_err("failed to create encodesinkbin %x", ret);
552                         goto cmd_done;
553                 }
554
555                 ret = mm_camcorder_get_attributes(handle, &err_name,
556                         MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
557                         NULL);
558                 if (err_name) {
559                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
560                         SAFE_FREE(err_name);
561                 }
562
563                 /* set JPEG quality */
564                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
565
566                 /* set handoff signal as TRUE */
567                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", TRUE);
568                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
569
570                 /* Prepare for the shutter sound when it's the bencbin mode capture */
571                 sc->info_video->is_firstframe = TRUE;
572
573                 /* set push encoding buffer as TRUE */
574                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
575
576                 /* make encode pipeline state as PLAYING */
577                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
578                 if (ret != MM_ERROR_NONE) {
579                         _mmcam_dbg_err("failed to set state PLAYING %x", ret);
580                         goto cmd_done;
581                 }
582         }
583
584         /* Play capture sound here if single capture */
585         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
586              (hcamcorder->support_zsl_capture == FALSE ||
587               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
588             info->hdr_capture_mode) {
589                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
590                     hcamcorder->support_zsl_capture == TRUE &&
591                     !info->hdr_capture_mode) {
592                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
593                 }
594
595                 /* set flag */
596                 info->played_capture_sound = TRUE;
597         } else {
598                 /* set flag */
599                 info->played_capture_sound = FALSE;
600         }
601
602 cmd_done:
603         if (ret != MM_ERROR_NONE)
604                 info->capturing = FALSE;
605
606         return ret;
607 }
608
609
610 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
611 {
612         int ret = MM_ERROR_NONE;
613         int width = 0;
614         int height = 0;
615         int fps = 0;
616         int rotation = 0;
617         unsigned int current_framecount = 0;
618         int current_state = MM_CAMCORDER_STATE_NONE;
619         gboolean fps_auto = FALSE;
620         char *err_name = NULL;
621         const char *videosrc_name = NULL;
622
623         GstState state;
624         GstElement *pipeline = NULL;
625         GstCameraControl *control = NULL;
626
627         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
628         _MMCamcorderImageInfo *info = NULL;
629         _MMCamcorderSubContext *sc = NULL;
630         type_element *VideosrcElement = NULL;
631
632         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
633
634         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
635         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
636
637         /*_mmcam_dbg_log("");*/
638
639         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
640         info = sc->info_image;
641
642         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
643                 CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
644                 "VideosrcElement",
645                 &VideosrcElement);
646
647         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
648
649         sc->display_interval = 0;
650         sc->previous_slot_time = 0;
651
652         /* Image info */
653         info->next_shot_time = 0;
654         info->multi_shot_stop = TRUE;
655         info->capturing = FALSE;
656
657         current_state = _mmcamcorder_get_state(handle);
658         _mmcam_dbg_log("current state [%d]", current_state);
659
660         if (!sc->bencbin_capture) {
661                 _mmcam_dbg_log("Preview start");
662
663                 /* just set capture stop command if current state is CAPTURING */
664                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
665                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
666                                 _mmcam_dbg_err("Can't cast Video source into camera control.");
667                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
668                         }
669
670                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
671                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
672
673                         current_framecount = sc->kpi.video_framecount;
674                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
675                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
676                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
677                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
678                         }
679                 } else {
680                         int focus_mode = 0;
681                         mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
682
683                         /* This case is starting of preview */
684                         ret = mm_camcorder_get_attributes(handle, &err_name,
685                                 MMCAM_CAMERA_FPS_AUTO, &fps_auto,
686                                 MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
687                                 NULL);
688                         if (ret != MM_ERROR_NONE) {
689                                 _mmcam_dbg_warn("Get attrs fail. (%s:%x)", err_name, ret);
690                                 SAFE_FREE(err_name);
691                         }
692
693                         _mmcam_dbg_log("focus mode %d", focus_mode);
694
695                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
696
697                         /* set focus mode */
698                         if (attr) {
699                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
700                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_CAMERA_FOCUS_MODE]));
701                                         mmf_attrs_commit((MMHandleType)attr);
702                                 } else {
703                                         _mmcam_dbg_log("focus mode is not supported");
704                                 }
705                         } else {
706                                 _mmcam_dbg_err("failed to get attributes");
707                         }
708                 }
709         }
710
711         /* init prev_time */
712         sc->info_video->prev_preview_ts = 0;
713
714         gst_element_get_state(pipeline, &state, NULL, -1);
715
716         if (state == GST_STATE_PLAYING) {
717                 if (!sc->bencbin_capture) {
718                         int try_count = 0;
719
720                         if (hcamcorder->support_zsl_capture == FALSE) {
721                                 mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
722
723                                 /* Set strobe mode - strobe mode can not be set to driver while captuing */
724                                 if (attr) {
725                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_STROBE_MODE]));
726                                         if (mmf_attrs_commit((MMHandleType) attr) == -1)
727                                                 _mmcam_dbg_warn("Failed to set strobe mode");
728                                 }
729
730                                 while (current_framecount >= sc->kpi.video_framecount &&
731                                         try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
732                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
733                                 }
734                         }
735
736                         if (info->type == _MMCamcorder_MULTI_SHOT) {
737                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
738                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
739                         }
740
741                         _mmcam_dbg_log("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
742                                 current_framecount, sc->kpi.video_framecount, try_count);
743                 } else {
744                         ret = _mmcamcorder_remove_stillshot_pipeline(handle);
745                         if (ret != MM_ERROR_NONE)
746                                 goto cmd_error;
747
748                         if (info->resolution_change) {
749                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
750                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
751
752                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
753
754                                 /* check decoder recreation */
755                                 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
756                                         _mmcam_dbg_err("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
757                                         return MM_ERROR_CAMCORDER_INTERNAL;
758                                 }
759
760                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
761                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
762
763                                 if (ret != MM_ERROR_NONE)
764                                         goto cmd_error;
765
766                                 /* check if resolution need to rollback */
767                                 mm_camcorder_get_attributes(handle, &err_name,
768                                         MMCAM_CAMERA_WIDTH, &width,
769                                         MMCAM_CAMERA_HEIGHT, &height,
770                                         MMCAM_CAMERA_FPS, &fps,
771                                         MMCAM_CAMERA_ROTATION, &rotation,
772                                         NULL);
773                                 if (err_name) {
774                                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
775                                         SAFE_FREE(err_name);
776                                 }
777
778                                 /* set new caps */
779                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
780                                 if (!ret) {
781                                         _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
782                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
783                                         goto cmd_error;
784                                 }
785
786                                 /* set frame stability count for preview */
787                                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
788
789                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
790                                 if (ret != MM_ERROR_NONE)
791                                         goto cmd_error;
792                         }
793                 }
794
795                 /* sound finalize */
796                 if (info->type == _MMCamcorder_MULTI_SHOT)
797                         _mmcamcorder_sound_finalize(handle);
798         } else {
799                 if (info->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
800                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "bitrate", H264_PREVIEW_BITRATE);
801                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "newgop-interval", H264_PREVIEW_NEWGOP_INTERVAL);
802                 }
803
804                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
805                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
806
807                 /* set frame stability count for preview */
808                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
809
810                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
811
812                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
813
814                 traceEnd(TTRACE_TAG_CAMERA);
815
816                 if (ret != MM_ERROR_NONE)
817                         goto cmd_error;
818
819                 /* get sound status/volume level and register changed_cb */
820                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
821                     info->sound_status == _SOUND_STATUS_INIT) {
822                         _mmcam_dbg_log("register vconf changed_cb and get sound status");
823
824                         /* register changed_cb */
825                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
826
827                         /* get sound status */
828                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
829
830                         _mmcam_dbg_log("sound status %d", info->sound_status);
831                 }
832         }
833
834 cmd_error:
835         return ret;
836 }
837
838
839 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
840 {
841         int ret = MM_ERROR_NONE;
842         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
843         int set_strobe = 0;
844         int display_reuse_hint = FALSE;
845         GstCameraControl *control = NULL;
846         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
847
848         GstElement *pipeline = NULL;
849
850         _MMCamcorderSubContext *sc = NULL;
851
852         _mmcam_dbg_log("");
853
854         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
855
856         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
857         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
858
859         /* check strobe and set OFF if PERMANENT mode */
860         mm_camcorder_get_attributes(handle, NULL,
861                 MMCAM_STROBE_MODE, &strobe_mode,
862                 NULL);
863         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
864             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
865                 _mmcam_dbg_log("current strobe mode is PERMANENT, set OFF");
866
867                 /* get camera control */
868                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
869                 if (control) {
870                         /* convert MSL to sensor value */
871                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
872
873                         /* set strobe OFF */
874                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
875
876                         _mmcam_dbg_log("set strobe OFF done - value: %d", set_strobe);
877                 } else {
878                         _mmcam_dbg_warn("cast CAMERA_CONTROL failed");
879                 }
880         }
881
882         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
883
884         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
885                 _mmcam_dbg_log("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",
886                         sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
887                 _mmcamcorder_remove_recorder_pipeline(handle);
888         }
889
890         mm_camcorder_get_attributes(handle, NULL,
891                 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
892                 NULL);
893
894         _mmcam_dbg_log("display reuse hint %d", display_reuse_hint);
895
896         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", display_reuse_hint);
897
898         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
899         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
900
901         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
902
903         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
904
905         traceEnd(TTRACE_TAG_CAMERA);
906
907         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
908         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
909
910         if (display_reuse_hint)
911                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", FALSE);
912
913         /* deregister sound status callback */
914         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
915                 _mmcam_dbg_log("deregister sound status callback");
916
917                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
918
919                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
920         }
921
922         return ret;
923 }
924
925
926 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
927 {
928         int ret = MM_ERROR_NONE;
929
930         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
931         _MMCamcorderSubContext *sc = NULL;
932
933         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
934
935         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
936         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
937
938         _mmcam_dbg_log("command %d", command);
939
940         switch (command) {
941         case _MMCamcorder_CMD_CAPTURE:
942                 ret = _mmcamcorder_image_cmd_capture(handle);
943                 break;
944         case _MMCamcorder_CMD_PREVIEW_START:
945                 ret = _mmcamcorder_image_cmd_preview_start(handle);
946
947                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
948                 _mmcamcorder_video_current_framerate_init(handle);
949                 break;
950         case _MMCamcorder_CMD_PREVIEW_STOP:
951                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
952                 break;
953         case _MMCamcorder_CMD_RECORD:
954         case _MMCamcorder_CMD_PAUSE:
955         case _MMCamcorder_CMD_CANCEL:
956         case _MMCamcorder_CMD_COMMIT:
957                 /* video recording command */
958                 ret = _mmcamcorder_video_command(handle, command);
959                 break;
960         default:
961                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
962                 break;
963         }
964
965         return ret;
966 }
967
968
969 void __mmcamcorder_init_stillshot_info(MMHandleType handle)
970 {
971         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
972         _MMCamcorderSubContext *sc = NULL;
973         _MMCamcorderImageInfo *info = NULL;
974
975         mmf_return_if_fail(hcamcorder);
976
977         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
978         mmf_return_if_fail(sc && sc->info_image);
979
980         info = sc->info_image;
981
982         _mmcam_dbg_log("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
983
984         if (info->type == _MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
985                 info->capture_cur_count = 0;
986                 info->capture_send_count = 0;
987                 info->multi_shot_stop = TRUE;
988                 info->next_shot_time = 0;
989
990                 /* capturing flag set to FALSE here */
991                 info->capturing = FALSE;
992         }
993
994         return;
995 }
996
997
998 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
999 {
1000         int ret = MM_ERROR_NONE;
1001         unsigned char *data = NULL;
1002         unsigned int datalen = 0;
1003         _MMCamcorderSubContext *sc = NULL;
1004         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1005
1006         mmf_return_val_if_fail(hcamcorder, FALSE);
1007         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1008         mmf_return_val_if_fail(sc, FALSE);
1009
1010         _mmcam_dbg_log("");
1011
1012         if (!original || original->data == NULL || original->length == 0) {
1013                 if (original) {
1014                         _mmcam_dbg_err("data=%p, length=%d",
1015                                 original->data, original->length);
1016                 } else {
1017                         _mmcam_dbg_err("original is null");
1018                 }
1019
1020                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1021         } else {
1022                 /* original is input/output param. save original values to local var. */
1023                 data = original->data;
1024                 datalen = original->length;
1025         }
1026
1027         if (provide_exif == FALSE) {
1028                 if (thumbnail) {
1029                         if (thumbnail->data && thumbnail->length > 0) {
1030                                 _mmcam_dbg_log("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
1031                                         thumbnail->data, thumbnail->width, thumbnail->height);
1032
1033                                 /* add thumbnail exif info */
1034                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
1035                                         thumbnail->data,
1036                                         thumbnail->width,
1037                                         thumbnail->height,
1038                                         thumbnail->length);
1039                         } else {
1040                                 _mmcam_dbg_err("Skip adding thumbnail (data=%p, length=%d)",
1041                                         thumbnail->data, thumbnail->length);
1042                         }
1043                 }
1044         } else {
1045                 ret = MM_ERROR_NONE;
1046         }
1047
1048         if (ret == MM_ERROR_NONE) {
1049                 /* write jpeg with exif */
1050                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length, hcamcorder->exif_info, data, datalen);
1051                 if (ret != MM_ERROR_NONE)
1052                         _mmcam_dbg_err("mm_exif_write_exif_jpeg_to_memory error! [0x%x]", ret);
1053         }
1054
1055         _mmcam_dbg_log("END ret 0x%x", ret);
1056
1057         return ret;
1058 }
1059
1060
1061 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1062 {
1063         GstCaps *caps = NULL;
1064         GstMapInfo mapinfo;
1065         const GstStructure *structure;
1066
1067         mmf_return_if_fail(capture_data && sample);
1068
1069         caps = gst_sample_get_caps(sample);
1070         if (caps == NULL) {
1071                 _mmcam_dbg_err("failed to get caps");
1072                 goto GET_FAILED;
1073         }
1074
1075         structure = gst_caps_get_structure(caps, 0);
1076         if (structure == NULL) {
1077                 _mmcam_dbg_err("failed to get structure");
1078                 goto GET_FAILED;
1079         }
1080
1081         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1082
1083         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1084         capture_data->data = mapinfo.data;
1085         capture_data->format = pixtype;
1086         gst_structure_get_int(structure, "width", &capture_data->width);
1087         gst_structure_get_int(structure, "height", &capture_data->height);
1088         capture_data->length = mapinfo.size;
1089         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1090
1091         _mmcam_dbg_warn("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1092                 capture_data->data, capture_data->width, capture_data->height,
1093                 capture_data->length, capture_data->format);
1094         return;
1095
1096 GET_FAILED:
1097         capture_data->data = NULL;
1098         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1099         capture_data->length = 0;
1100
1101         return;
1102 }
1103
1104
1105 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1106 {
1107         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1108         _MMCamcorderSubContext *sc = NULL;
1109
1110         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1111
1112         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1113         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1114
1115         _mmcam_dbg_log("");
1116
1117         /* if tag enable and doesn't provide exif, we make it */
1118         _mmcam_dbg_log("Add exif information if existed(thumbnail[%p])", thumbnail);
1119         if (thumbnail && thumbnail->data)
1120                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1121         else
1122                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1123 }
1124
1125
1126 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1127 {
1128         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1129         _MMCamcorderSubContext *sc = NULL;
1130
1131         mmf_return_if_fail(hcamcorder);
1132         mmf_return_if_fail(dest);
1133
1134         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1135         mmf_return_if_fail(sc);
1136
1137         _mmcam_dbg_log("tag : %d, provide exif : %d", tag_enable, provide_exif);
1138
1139         /* if dest->data is allocated in MSL, release it */
1140         if (tag_enable && !provide_exif) {
1141                 if (dest->data) {
1142                         free(dest->data);
1143                         dest->length = 0;
1144                         dest->data = NULL;
1145                         _mmcam_dbg_log("Jpeg is released!");
1146                 }
1147         } else {
1148                 _mmcam_dbg_log("No need to release");
1149         }
1150
1151         return;
1152 }
1153
1154
1155 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1156 {
1157         int ret = MM_ERROR_NONE;
1158         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1159         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1160         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1161         int codectype = MM_IMAGE_CODEC_JPEG;
1162         int attr_index = 0;
1163         int count = 0;
1164         int stop_cont_shot = FALSE;
1165         int tag_enable = FALSE;
1166         int provide_exif = FALSE;
1167         int capture_quality = 0;
1168         int try_lock_count = 0;
1169         gboolean send_captured_message = FALSE;
1170         unsigned char *exif_raw_data = NULL;
1171         unsigned char *internal_main_data = NULL;
1172         unsigned int internal_main_length = 0;
1173         unsigned char *internal_thumb_data = NULL;
1174         unsigned int internal_thumb_length = 0;
1175         unsigned char *compare_data = NULL;
1176
1177         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1178         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1179         _MMCamcorderImageInfo *info = NULL;
1180         _MMCamcorderSubContext *sc = NULL;
1181         MMCamcorderCaptureDataType dest = {0,};
1182         MMCamcorderCaptureDataType thumb = {0,};
1183         MMCamcorderCaptureDataType scrnail = {0,};
1184         MMCamcorderCaptureDataType encode_src = {0,};
1185         GstMapInfo mapinfo1;
1186         GstMapInfo mapinfo2;
1187         GstMapInfo mapinfo3;
1188
1189         mmf_attrs_t *attrs = NULL;
1190         mmf_attribute_t *item_screennail = NULL;
1191         mmf_attribute_t *item_exif_raw_data = NULL;
1192
1193         mmf_return_if_fail(hcamcorder);
1194
1195         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1196         mmf_return_if_fail(sc && sc->info_image);
1197
1198         info = sc->info_image;
1199
1200         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1201         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1202         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1203
1204         /* get current state */
1205         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1206
1207         _mmcam_dbg_err("START - current state %d", current_state);
1208
1209         /* check capture state */
1210         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0)
1211                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1212                         MMCAM_CAPTURE_BREAK_CONTINUOUS_SHOT, &stop_cont_shot,
1213                         NULL);
1214
1215         if (!info->capturing || stop_cont_shot) {
1216                 _mmcam_dbg_warn("stop command[%d] or not capturing state[%d]. skip this...", stop_cont_shot, info->capturing);
1217
1218                 /* set FALSE here for the case that info->capturing is still FALSE
1219                         (== capture_send_count is 0 at the time _mmcamcorder_commit_capture_break_cont_shot is called) */
1220                 info->capturing = FALSE;
1221
1222                 /*free GstBuffer*/
1223                 if (sample1)
1224                         gst_sample_unref(sample1);
1225
1226                 if (sample2)
1227                         gst_sample_unref(sample2);
1228
1229                 if (sample3)
1230                         gst_sample_unref(sample3);
1231
1232                 return;
1233         }
1234
1235         /* check command lock to block capture callback if capture start API is not returned
1236            wait for 2 seconds at worst case */
1237         try_lock_count = 0;
1238         do {
1239                 _mmcam_dbg_log("Try command LOCK");
1240                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1241                         _mmcam_dbg_log("command LOCK OK");
1242                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1243                         break;
1244                 }
1245
1246                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1247                         _mmcam_dbg_warn("command LOCK Failed, retry...[count %d]", try_lock_count);
1248                         usleep(TRY_LOCK_TIME);
1249                 } else {
1250                         _mmcam_dbg_err("failed to lock command LOCK");
1251                         break;
1252                 }
1253         } while (TRUE);
1254
1255         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1256                 /* play capture sound here if multi capture
1257                    or preview format is ITLV(because of AF and flash control in plugin) */
1258                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1259                         g_mutex_lock(&hcamcorder->task_thread_lock);
1260                         _mmcam_dbg_log("send signal for sound play");
1261                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1262                         g_cond_signal(&hcamcorder->task_thread_cond);
1263                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1264                 } else if (!info->played_capture_sound) {
1265                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1266                 }
1267         }
1268
1269         /* init capture data */
1270         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1271         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1272         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1273
1274         /* Prepare main, thumbnail buffer */
1275         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1));
1276         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1277                 _mmcam_dbg_err("Unsupported pixel type");
1278                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1279                 goto error;
1280         }
1281
1282         /* Main image buffer */
1283         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1284                 _mmcam_dbg_err("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1285                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1286                 goto error;
1287         } else {
1288                 if ((mapinfo1.data == NULL) && (mapinfo1.size == 0)) {
1289                         _mmcam_dbg_err("mapinfo1 is wrong (%p, size %d)", mapinfo1.data, mapinfo1.size);
1290                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1291                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1292                         goto error;
1293                 } else {
1294                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1295                 }
1296         }
1297
1298         if (!sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ))
1299                 _mmcam_dbg_log("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1300
1301         if (!sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ))
1302                 _mmcam_dbg_log("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1303
1304         /* Screennail image buffer */
1305         attrs = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(hcamcorder);
1306         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index);
1307         item_screennail = &attrs->items[attr_index];
1308
1309         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1310                 _mmcam_dbg_log("Screennail (sample3=%p,size=%d)", sample3, mapinfo3.size);
1311
1312                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3));
1313                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1314
1315                 /* Set screennail attribute for application */
1316                 ret = mmf_attribute_set_data(item_screennail, &scrnail, sizeof(scrnail));
1317                 _mmcam_dbg_log("Screennail set attribute data %p, size %d, ret %x", &scrnail, sizeof(scrnail), ret);
1318         } else {
1319                 _mmcam_dbg_log("Sample3 has wrong pointer. Not Error. (sample3=%p)", sample3);
1320                 mmf_attribute_set_data(item_screennail, NULL, 0);
1321         }
1322
1323         /* commit screennail data */
1324         mmf_attribute_commit(item_screennail);
1325
1326         /* init thumb data */
1327         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1328
1329         /* get provide-exif */
1330         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1331
1332         /* Thumbnail image buffer */
1333         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1334                 _mmcam_dbg_log("Thumbnail (buffer2=%p)", gst_sample_get_buffer(sample2));
1335                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2));
1336                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1337         } else {
1338                 _mmcam_dbg_log("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1339
1340                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1341                         ExifLoader *l;
1342                         /* get thumbnail from EXIF */
1343                         l = exif_loader_new();
1344                         if (l) {
1345                                 ExifData *ed;
1346                                 char  width[10];
1347                                 char  height[10];
1348                                 ExifEntry *entry = NULL;
1349
1350                                 exif_loader_write(l, dest.data, dest.length);
1351
1352                                 /* Get a pointer to the EXIF data */
1353                                 ed = exif_loader_get_data(l);
1354
1355                                 /* The loader is no longer needed--free it */
1356                                 exif_loader_unref(l);
1357                                 l = NULL;
1358                                 if (ed) {
1359                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1360                                         if (entry != NULL)
1361                                                 exif_entry_get_value(entry, width, 10);
1362
1363                                         entry = NULL;
1364                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1365                                         if (entry != NULL)
1366                                                 exif_entry_get_value(entry, height, 10);
1367
1368                                         entry = NULL;
1369                                         /* Make sure the image had a thumbnail before trying to write it */
1370                                         if (ed->data && ed->size) {
1371                                                 thumb.data = malloc(ed->size);
1372                                                 if (thumb.data) {
1373                                                         memcpy(thumb.data, ed->data, ed->size);
1374                                                         thumb.length = ed->size;
1375                                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1376                                                         thumb.width = atoi(width);
1377                                                         thumb.height = atoi(height);
1378                                                         internal_thumb_data = thumb.data;
1379                                                 } else {
1380                                                         _mmcam_dbg_err("failed to alloc thumbnail data");
1381                                                 }
1382                                         }
1383                                         exif_data_unref(ed);
1384                                         ed = NULL;
1385                                 } else {
1386                                         _mmcam_dbg_warn("failed to get exif data");
1387                                 }
1388                         } else {
1389                                 _mmcam_dbg_warn("failed to create exif loader");
1390                         }
1391                 }
1392
1393                 if (thumb.data == NULL) {
1394                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1395                             scrnail.data && scrnail.length != 0) {
1396                                 /* make thumbnail image with screennail data */
1397                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1398                         } else if (sc->internal_encode) {
1399                                 /* make thumbnail image with main data, this is raw data */
1400                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1401                         }
1402                 }
1403
1404                 /* encode thumbnail */
1405                 if (encode_src.data) {
1406                         size_t thumb_length = 0;
1407                         unsigned int thumb_width = 0;
1408                         unsigned int thumb_height = 0;
1409                         unsigned char *thumb_raw_data = NULL;
1410
1411                         /* encode image */
1412                         _mmcam_dbg_log("Encode Thumbnail");
1413
1414                         if (encode_src.width > THUMBNAIL_WIDTH) {
1415                                 /* calculate thumbnail size */
1416                                 thumb_width = THUMBNAIL_WIDTH;
1417                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1418                                 if (thumb_height % 2 != 0)
1419                                         thumb_height += 1;
1420
1421                                 _mmcam_dbg_log("need to resize : thumbnail size %dx%d, format %d",
1422                                         thumb_width, thumb_height, encode_src.format);
1423
1424                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1425                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1426                                      encode_src.width % thumb_width == 0 &&
1427                                      encode_src.height % thumb_height == 0) {
1428                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1429                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1430                                                 thumb_raw_data = NULL;
1431                                                 _mmcam_dbg_warn("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1432                                         }
1433                                 } else {
1434                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1435                                                 encode_src.length, encode_src.format,
1436                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1437                                                 thumb_raw_data = NULL;
1438                                                 _mmcam_dbg_warn("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1439                                         }
1440                                 }
1441                         } else {
1442                                 thumb_width = encode_src.width;
1443                                 thumb_height = encode_src.height;
1444
1445                                 _mmcam_dbg_log("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1446
1447                                 thumb_raw_data = encode_src.data;
1448                                 thumb_length = encode_src.length;
1449                         }
1450
1451                         if (thumb_raw_data) {
1452                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1453                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1454                                         (void **)&internal_thumb_data, &internal_thumb_length);
1455                                 if (ret) {
1456                                         _mmcam_dbg_log("encode THUMBNAIL done - data %p, length %d", internal_thumb_data, internal_thumb_length);
1457
1458                                         thumb.data = internal_thumb_data;
1459                                         thumb.length = internal_thumb_length;
1460                                         thumb.width = thumb_width;
1461                                         thumb.height = thumb_height;
1462                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1463                                 } else {
1464                                         _mmcam_dbg_warn("failed to encode THUMBNAIL");
1465                                 }
1466
1467                                 /* release allocated raw data memory */
1468                                 if (thumb_raw_data != encode_src.data) {
1469                                         free(thumb_raw_data);
1470                                         thumb_raw_data = NULL;
1471                                         _mmcam_dbg_log("release thumb_raw_data");
1472                                 }
1473                         } else {
1474                                 _mmcam_dbg_warn("thumb_raw_data is NULL");
1475                         }
1476                 } else {
1477                         /* no raw data src for thumbnail */
1478                         _mmcam_dbg_log("no need to encode thumbnail");
1479                 }
1480         }
1481
1482         /* Encode JPEG */
1483         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1484                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1485                         MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1486                         NULL);
1487                 _mmcam_dbg_log("Start Internal Encode - capture_quality %d", capture_quality);
1488
1489                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1490                         pixtype_main, dest.length, capture_quality,
1491                         (void **)&internal_main_data, &internal_main_length);
1492                 if (!ret) {
1493                         _mmcam_dbg_err("_mmcamcorder_encode_jpeg failed");
1494
1495                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1496
1497                         goto error;
1498                 }
1499
1500                 /* set format */
1501                 dest.data = internal_main_data;
1502                 dest.length = internal_main_length;
1503                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1504
1505                 _mmcam_dbg_log("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1506         }
1507
1508         /* create EXIF info */
1509         if (!provide_exif) {    /* make new exif */
1510                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1511         } else {        /* load from jpeg buffer dest.data */
1512                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1513                 if (ret != MM_ERROR_NONE) {
1514                         _mmcam_dbg_err("Failed to load exif_info [%x], try to create EXIF", ret);
1515                         provide_exif = FALSE;
1516                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1517                 }
1518         }
1519         if (ret != MM_ERROR_NONE) {
1520                 _mmcam_dbg_err("Failed to create exif_info [%x], but keep going...", ret);
1521         } else {
1522                 /* add basic exif info */
1523                 if (!provide_exif) {
1524                         _mmcam_dbg_log("add basic exif info");
1525                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1526                 } else {
1527                         _mmcam_dbg_log("update exif info");
1528                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1529                 }
1530
1531                 if (ret != MM_ERROR_NONE) {
1532                         _mmcam_dbg_warn("Failed set_exif_basic_info [%x], but keep going...", ret);
1533                         ret = MM_ERROR_NONE;
1534                 }
1535         }
1536
1537         /* get attribute item for EXIF data */
1538         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index);
1539         item_exif_raw_data = &attrs->items[attr_index];
1540
1541         /* set EXIF data to attribute */
1542         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1543                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1544                 if (exif_raw_data) {
1545                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1546                         mmf_attribute_set_data(item_exif_raw_data, exif_raw_data, hcamcorder->exif_info->size);
1547                         _mmcam_dbg_log("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1548                 } else {
1549                         _mmcam_dbg_warn("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1550                 }
1551         } else {
1552                 _mmcam_dbg_warn("failed to create EXIF. set EXIF as NULL");
1553                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1554         }
1555
1556         /* commit EXIF data */
1557         mmf_attribute_commit(item_exif_raw_data);
1558
1559         /* get tag-enable */
1560         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1561
1562         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1563         if (dest.format == MM_PIXEL_FORMAT_ENCODED) {
1564                 if (tag_enable) {
1565                         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1566                                 MMCAM_IMAGE_ENCODER, &codectype,
1567                                 NULL);
1568                         _mmcam_dbg_log("codectype %d", codectype);
1569
1570                         switch (codectype) {
1571                         case MM_IMAGE_CODEC_JPEG:
1572                         case MM_IMAGE_CODEC_SRW:
1573                         case MM_IMAGE_CODEC_JPEG_SRW:
1574                                 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1575                                 if (ret != MM_ERROR_NONE) {
1576                                         _mmcam_dbg_err("Error on setting extra data to jpeg");
1577                                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1578                                         goto error;
1579                                 }
1580                                 break;
1581                         default:
1582                                 _mmcam_dbg_err("The codectype is not supported. (%d)", codectype);
1583                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1584                                 goto error;
1585                         }
1586                 }
1587         }
1588
1589         /* Handle Capture Callback */
1590         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1591
1592         if (hcamcorder->vcapture_cb) {
1593                 _mmcam_dbg_log("APPLICATION CALLBACK START");
1594                 if (thumb.data)
1595                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1596                 else
1597                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1598
1599                 _mmcam_dbg_log("APPLICATION CALLBACK END");
1600         } else {
1601                 _mmcam_dbg_err("Capture callback is NULL.");
1602
1603                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1604
1605                 goto err_release_exif;
1606         }
1607
1608         /* Set capture count */
1609         count = ++(info->capture_send_count);
1610         send_captured_message = TRUE;
1611
1612 err_release_exif:
1613         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1614
1615         /* init screennail and EXIF raw data */
1616         mmf_attribute_set_data(item_screennail, NULL, 0);
1617         mmf_attribute_commit(item_screennail);
1618         if (exif_raw_data) {
1619                 free(exif_raw_data);
1620                 exif_raw_data = NULL;
1621
1622                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1623                 mmf_attribute_commit(item_exif_raw_data);
1624         }
1625
1626         /* Release jpeg data */
1627         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED)
1628                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1629
1630 error:
1631         /* Check end condition and set proper value */
1632         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1633             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1634                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1635         }
1636
1637         /* release internal allocated data */
1638         if (sc->internal_encode)
1639                 compare_data = internal_main_data;
1640         else
1641                 compare_data = mapinfo1.data;
1642
1643         if (dest.data && compare_data &&
1644             dest.data != compare_data) {
1645                 _mmcam_dbg_log("release internal allocated data %p", dest.data);
1646                 free(dest.data);
1647                 dest.data = NULL;
1648                 dest.length = 0;
1649         }
1650         if (internal_main_data) {
1651                 _mmcam_dbg_log("release internal main data %p", internal_main_data);
1652                 free(internal_main_data);
1653                 internal_main_data = NULL;
1654         }
1655         if (internal_thumb_data) {
1656                 _mmcam_dbg_log("release internal thumb data %p", internal_thumb_data);
1657                 free(internal_thumb_data);
1658                 internal_thumb_data = NULL;
1659         }
1660
1661         /* reset compare_data */
1662         compare_data = NULL;
1663
1664         /*free GstBuffer*/
1665         if (sample1) {
1666                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1667                 gst_sample_unref(sample1);
1668         }
1669         if (sample2) {
1670                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1671                 gst_sample_unref(sample2);
1672         }
1673         if (sample3) {
1674                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1675                 gst_sample_unref(sample3);
1676         }
1677
1678         /* destroy exif info */
1679         mm_exif_destory_exif_info(hcamcorder->exif_info);
1680         hcamcorder->exif_info = NULL;
1681
1682         /* send captured message */
1683         if (send_captured_message) {
1684                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1685                         /* Send CAPTURED message and count - capture success */
1686                         if (current_state >= MM_CAMCORDER_STATE_RECORDING)
1687                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1688                         else
1689                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1690                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1691                         /* send captured message only once in HDR and Original Capture mode */
1692                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1693                 }
1694         }
1695
1696         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1697                 /* Handle capture in recording case */
1698                 hcamcorder->capture_in_recording = FALSE;
1699
1700                 g_mutex_lock(&hcamcorder->task_thread_lock);
1701
1702                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
1703                         _mmcam_dbg_log("send signal for capture in recording");
1704                         g_cond_signal(&hcamcorder->task_thread_cond);
1705                 } else {
1706                         _mmcam_dbg_warn("unexpected task thread state : %d", hcamcorder->task_thread_state);
1707                 }
1708
1709                 g_mutex_unlock(&hcamcorder->task_thread_lock);
1710
1711                 _MMCAMCORDER_CMD_SIGNAL(hcamcorder);
1712         }
1713
1714         _mmcam_dbg_err("END");
1715
1716         return;
1717 }
1718
1719
1720 gboolean __mmcamcorder_handoff_callback(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1721 {
1722         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1723         _MMCamcorderSubContext *sc = NULL;
1724
1725         mmf_return_val_if_fail(hcamcorder, FALSE);
1726
1727         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1728         mmf_return_val_if_fail(sc && sc->element, FALSE);
1729
1730         _mmcam_dbg_log("");
1731
1732         /* FIXME. How could you get a thumbnail? */
1733         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
1734
1735         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
1736                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
1737                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
1738                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
1739         }
1740
1741         return TRUE;
1742 }
1743
1744
1745 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
1746 {
1747         int value = 0;
1748         ExifShort eshort = 0;
1749         int ret = MM_ERROR_NONE;
1750
1751         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
1752         _mmcam_dbg_log("get orientation [%d]", value);
1753         if (value == 0)
1754                 value = MM_EXIF_ORIENTATION;
1755
1756         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
1757         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
1758                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
1759         if (ret != MM_ERROR_NONE)
1760                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
1761
1762 exit:
1763         return ed;
1764 }
1765
1766
1767 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
1768 {
1769         int ret = MM_ERROR_NONE;
1770         char *make = strdup(MM_MAKER_NAME);
1771
1772         if (make) {
1773                 _mmcam_dbg_log("maker [%s]", make);
1774                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
1775                         EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
1776                 free(make);
1777                 if (ret != MM_ERROR_NONE)
1778                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1779         } else {
1780                 _mmcam_dbg_err("strdup failed [%s]", MM_MAKER_NAME);
1781         }
1782
1783 exit:
1784         return ed;
1785 }
1786
1787
1788 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
1789 {
1790         int ret = MM_ERROR_NONE;
1791         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1792
1793         if (hcamcorder == NULL || ed == NULL) {
1794                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1795                 return NULL;
1796         }
1797
1798         if (hcamcorder->software_version) {
1799                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
1800                         strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
1801
1802                 _mmcam_dbg_log("set software_version[%s] ret[0x%x]",
1803                         hcamcorder->software_version, ret);
1804         } else {
1805                 _mmcam_dbg_err("model_name is NULL");
1806         }
1807
1808         return ed;
1809 }
1810
1811
1812 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
1813 {
1814         int ret = MM_ERROR_NONE;
1815         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1816
1817         if (hcamcorder == NULL || ed == NULL) {
1818                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1819                 return NULL;
1820         }
1821
1822         if (hcamcorder->model_name) {
1823                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
1824                         strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
1825
1826                 _mmcam_dbg_err("set model name[%s] ret[0x%x]",
1827                         hcamcorder->model_name, ret);
1828         } else {
1829                 _mmcam_dbg_err("model_name is NULL");
1830         }
1831
1832         return ed;
1833 }
1834
1835 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
1836 {
1837         int ret = MM_ERROR_NONE;
1838         int gps_enable = TRUE;
1839         char *err_name = NULL;
1840         double latitude = INVALID_GPS_VALUE;
1841         double longitude = INVALID_GPS_VALUE;
1842         double altitude = INVALID_GPS_VALUE;
1843
1844         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
1845         if (ret == MM_ERROR_NONE && gps_enable) {
1846                 ExifByte GpsVersion[4] = {2, 2, 0, 0};
1847
1848                 _mmcam_dbg_log("Tag for GPS is ENABLED.");
1849
1850                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
1851                         EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
1852                 if (ret != MM_ERROR_NONE)
1853                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
1854
1855                 ret = mm_camcorder_get_attributes(handle, &err_name,
1856                         MMCAM_TAG_LATITUDE, &latitude,
1857                         MMCAM_TAG_LONGITUDE, &longitude,
1858                         MMCAM_TAG_ALTITUDE, &altitude, NULL);
1859                 if (ret != MM_ERROR_NONE) {
1860                         _mmcam_dbg_err("failed to get gps info [%x][%s]", ret, err_name);
1861                         SAFE_FREE(err_name);
1862                         goto exit;
1863                 }
1864
1865                 _mmcam_dbg_log("latitude [%f]", latitude);
1866                 if (latitude != INVALID_GPS_VALUE) {
1867                         unsigned char *b = NULL;
1868                         unsigned int deg;
1869                         unsigned int min;
1870                         unsigned int sec;
1871                         ExifRational rData;
1872
1873                         if (latitude < 0) {
1874                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1875                                         EXIF_FORMAT_ASCII, 2, "S");
1876                                 if (ret != MM_ERROR_NONE)
1877                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1878
1879                                 latitude = -latitude;
1880                         } else if (latitude > 0) {
1881                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1882                                         EXIF_FORMAT_ASCII, 2, "N");
1883                                 if (ret != MM_ERROR_NONE)
1884                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1885                         }
1886
1887                         deg = (unsigned int)(latitude);
1888                         min = (unsigned int)((latitude-deg) * 60);
1889                         sec = (unsigned int)(((latitude-deg) * 3600) - min * 60);
1890
1891                         _mmcam_dbg_log("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1892                         b = malloc(3 * sizeof(ExifRational));
1893                         if (b) {
1894                                 rData.numerator = deg;
1895                                 rData.denominator = 1;
1896                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1897                                 rData.numerator = min;
1898                                 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
1899                                 rData.numerator = sec;
1900                                 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
1901
1902                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
1903                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1904                                 free(b);
1905                                 if (ret != MM_ERROR_NONE)
1906                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
1907                         } else {
1908                                 _mmcam_dbg_warn("malloc failed");
1909                         }
1910                 }
1911
1912                 _mmcam_dbg_log("longitude [%f]", longitude);
1913                 if (longitude != INVALID_GPS_VALUE) {
1914                         unsigned char *b = NULL;
1915                         unsigned int deg;
1916                         unsigned int min;
1917                         unsigned int sec;
1918                         ExifRational rData;
1919
1920                         if (longitude < 0) {
1921                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1922                                         EXIF_FORMAT_ASCII, 2, "W");
1923                                 if (ret != MM_ERROR_NONE)
1924                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1925
1926                                 longitude = -longitude;
1927                         } else if (longitude > 0) {
1928                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1929                                         EXIF_FORMAT_ASCII, 2, "E");
1930                                 if (ret != MM_ERROR_NONE)
1931                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1932                         }
1933
1934                         deg = (unsigned int)(longitude);
1935                         min = (unsigned int)((longitude-deg) * 60);
1936                         sec = (unsigned int)(((longitude-deg) * 3600) - min * 60);
1937
1938                         _mmcam_dbg_log("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1939                         b = malloc(3 * sizeof(ExifRational));
1940                         if (b) {
1941                                 rData.numerator = deg;
1942                                 rData.denominator = 1;
1943                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1944                                 rData.numerator = min;
1945                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1946                                 rData.numerator = sec;
1947                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1948                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
1949                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1950                                 free(b);
1951                                 if (ret != MM_ERROR_NONE)
1952                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
1953                         } else {
1954                                 _mmcam_dbg_warn("malloc failed");
1955                         }
1956                 }
1957
1958                 _mmcam_dbg_log("f_altitude [%f]", altitude);
1959                 if (altitude != INVALID_GPS_VALUE) {
1960                         ExifByte alt_ref = 0;
1961                         unsigned char *b = NULL;
1962                         ExifRational rData;
1963                         b = malloc(sizeof(ExifRational));
1964                         if (b) {
1965                                 if (altitude < 0) {
1966                                         alt_ref = 1;
1967                                         altitude = -altitude;
1968                                 }
1969
1970                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
1971                                         EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
1972                                 if (ret != MM_ERROR_NONE) {
1973                                         _mmcam_dbg_err("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
1974                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
1975                                                 free(b);
1976                                                 b = NULL;
1977                                                 goto exit;
1978                                         }
1979                                 }
1980
1981                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
1982                                 rData.denominator = 100;
1983                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1984                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
1985                                         EXIF_FORMAT_RATIONAL, 1, (const char *)b);
1986                                 free(b);
1987                                 if (ret != MM_ERROR_NONE)
1988                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
1989                         } else {
1990                                 _mmcam_dbg_warn("malloc failed");
1991                         }
1992                 }
1993
1994                 {
1995                         double gps_timestamp = INVALID_GPS_VALUE;
1996                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
1997                         _mmcam_dbg_log("Gps timestamp [%f]", gps_timestamp);
1998                         if (gps_timestamp > 0.0) {
1999                                 unsigned char *b = NULL;
2000                                 unsigned int hour;
2001                                 unsigned int min;
2002                                 unsigned int microsec;
2003                                 ExifRational rData;
2004
2005                                 hour = (unsigned int)(gps_timestamp / 3600);
2006                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
2007                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
2008
2009                                 _mmcam_dbg_log("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
2010                                 b = malloc(3 * sizeof(ExifRational));
2011                                 if (b) {
2012                                         rData.numerator = hour;
2013                                         rData.denominator = 1;
2014                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2015
2016                                         rData.numerator = min;
2017                                         rData.denominator = 1;
2018                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2019
2020                                         rData.numerator = microsec;
2021                                         rData.denominator = 1000000;
2022                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2023
2024                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
2025                                                 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2026                                         free(b);
2027                                         if (ret != MM_ERROR_NONE)
2028                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
2029                                 } else {
2030                                         _mmcam_dbg_warn("malloc failed.");
2031                                 }
2032                         }
2033                 }
2034
2035                 {
2036                         unsigned char *date_stamp = NULL;
2037                         int date_stamp_len = 0;
2038
2039                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
2040
2041                         if (date_stamp) {
2042                                 _mmcam_dbg_log("Date stamp [%s]", date_stamp);
2043
2044                                 /* cause it should include NULL char */
2045                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2046                                         EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2047                                 if (ret != MM_ERROR_NONE)
2048                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2049                         }
2050                 }
2051
2052                 {
2053                         unsigned char *processing_method = NULL;
2054                         int processing_method_len = 0;
2055
2056                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2057
2058                         if (processing_method) {
2059                                 _mmcam_dbg_log("Processing method [%s]", processing_method);
2060
2061                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2062                                         EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2063                                 if (ret != MM_ERROR_NONE)
2064                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2065                         }
2066                 }
2067         } else {
2068                 _mmcam_dbg_log("Tag for GPS is DISABLED.");
2069         }
2070
2071 exit:
2072         return ed;
2073 }
2074
2075
2076 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2077 {
2078         int ret = MM_ERROR_NONE;
2079         mmf_camcorder_t *hcamcorder = NULL;
2080         ExifData *ed = NULL;
2081
2082         hcamcorder = MMF_CAMCORDER(handle);
2083
2084         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2085
2086         ed = exif_data_new_from_data(imagedata, imgln);
2087         /*ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);*/
2088
2089         if (ed == NULL) {
2090                 _mmcam_dbg_err("get exif data error!!");
2091                 return MM_ERROR_INVALID_HANDLE;
2092         }
2093
2094         /* update necessary */
2095
2096         __mmcamcorder_update_exif_make(handle, ed);
2097         __mmcamcorder_update_exif_software(handle, ed);
2098         __mmcamcorder_update_exif_model(handle, ed);
2099         __mmcamcorder_update_exif_orientation(handle, ed);
2100         __mmcamcorder_update_exif_gps(handle, ed);
2101         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2102         if (ret != MM_ERROR_NONE)
2103                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2104
2105         exif_data_unref(ed);
2106         ed = NULL;
2107         return ret;
2108 }
2109
2110 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2111 {
2112         int ret = MM_ERROR_NONE;
2113         int value;
2114         int str_val_len = 0;
2115         int cntl = 0;
2116         int cnts = 0;
2117         char *str_value = NULL;
2118         char *user_comment = NULL;
2119         ExifData *ed = NULL;
2120         ExifLong config;
2121         ExifLong ExifVersion;
2122         static ExifShort eshort[20];
2123         static ExifLong elong[10];
2124
2125         GstCameraControl *control = NULL;
2126         GstCameraControlExifInfo avsys_exif_info;
2127
2128         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2129         _MMCamcorderSubContext *sc = NULL;
2130
2131         _mmcam_dbg_log("");
2132
2133         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2134
2135         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2136         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2137
2138         CLEAR(avsys_exif_info);
2139
2140         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2141                 _mmcam_dbg_err("Can't cast Video source into camera control. Skip camera control values...");
2142         } else {
2143                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2144                 /* get device information */
2145                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2146         }
2147
2148         /* get ExifData from exif info */
2149         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2150         if (ed == NULL) {
2151                 _mmcam_dbg_err("get exif data error!!");
2152                 return MM_ERROR_INVALID_HANDLE;
2153         }
2154
2155         /* Receive attribute info */
2156
2157         /* START INSERT IFD_0 */
2158
2159         /*0. EXIF_TAG_EXIF_VERSION */
2160         ExifVersion = MM_EXIF_VERSION;
2161         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2162                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2163         if (ret != MM_ERROR_NONE)
2164                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2165
2166         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2167         value = image_width;
2168
2169         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2170         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2171                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2172         if (ret != MM_ERROR_NONE)
2173                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2174
2175         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2176                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2177         if (ret != MM_ERROR_NONE)
2178                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2179
2180         _mmcam_dbg_log("width[%d]", value);
2181
2182         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2183         value = image_height;
2184
2185         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2186         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2187                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2188         if (ret != MM_ERROR_NONE)
2189                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2190
2191         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2192                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2193         if (ret != MM_ERROR_NONE)
2194                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2195
2196         _mmcam_dbg_log("height[%d]", value);
2197
2198         /*4. EXIF_TAG_DATE_TIME */
2199
2200         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2201
2202         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2203         {
2204                 unsigned char *b;
2205                 time_t t;
2206                 struct tm tm;
2207
2208                 b = malloc(20 * sizeof(unsigned char));
2209                 if (b == NULL) {
2210                         _mmcam_dbg_err("failed to alloc b");
2211                         ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2212                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2213                 }
2214
2215                 memset(b, '\0', 20);
2216
2217                 t = time(NULL);
2218                 tzset();
2219                 localtime_r(&t, &tm);
2220
2221                 snprintf((char *)b, 20, "%04i:%02i:%02i %02i:%02i:%02i",
2222                         tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2223                         tm.tm_hour, tm.tm_min, tm.tm_sec);
2224
2225                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2226                 if (ret != MM_ERROR_NONE) {
2227                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2228                                 free(b);
2229
2230                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2231                 }
2232
2233                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2234                 if (ret != MM_ERROR_NONE) {
2235                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2236                                 free(b);
2237
2238                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2239                 }
2240
2241                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2242                 if (ret != MM_ERROR_NONE) {
2243                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2244                                 free(b);
2245
2246                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2247                 }
2248
2249                 free(b);
2250         }
2251
2252         /*5. EXIF_TAG_MAKE */
2253         __mmcamcorder_update_exif_make(handle, ed);
2254
2255 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2256
2257         /*6. EXIF_TAG_MODEL */
2258         __mmcamcorder_update_exif_model(handle, ed);
2259
2260 #endif
2261         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2262         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2263         if (str_value && str_val_len > 0) {
2264                 char *description = strdup(str_value);
2265
2266                 _mmcam_dbg_log("desctiption [%s]", str_value);
2267
2268                 if (description) {
2269                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2270                                 EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2271                         free(description);
2272                         str_value = NULL;
2273                         str_val_len = 0;
2274                         if (ret != MM_ERROR_NONE)
2275                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2276                 } else {
2277                         _mmcam_dbg_err("strdup failed for [%s]", str_value);
2278                 }
2279         } else {
2280                 _mmcam_dbg_warn("failed to get description");
2281         }
2282
2283         /*7. EXIF_TAG_SOFTWARE*/
2284         __mmcamcorder_update_exif_software(handle, ed);
2285
2286 /*
2287         if (control != NULL) {
2288                 char software[50] = {0,};
2289                 unsigned int len = 0;
2290
2291                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8, (avsys_exif_info.software_used & 0xff));
2292                 _mmcam_dbg_log("software [%s], len [%d]", software, len);
2293                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2294                         EXIF_FORMAT_ASCII, len, (const char *)software);
2295                 if (ret != MM_ERROR_NONE) {
2296                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2297                 }
2298         }
2299 */
2300
2301         __mmcamcorder_update_exif_orientation(handle, ed);
2302
2303         /* START INSERT EXIF_IFD */
2304
2305         /*3. User Comment*/
2306         /*FIXME : get user comment from real user */
2307         user_comment = strdup(MM_USER_COMMENT);
2308         if (user_comment) {
2309                 _mmcam_dbg_log("user_comment=%s", user_comment);
2310                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2311                         EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2312                 free(user_comment);
2313                 if (ret != MM_ERROR_NONE)
2314                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2315         } else {
2316                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2317                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2318         }
2319
2320         /*9. EXIF_TAG_COLOR_SPACE */
2321         if (control != NULL) {
2322                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2323                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2324                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2325                 if (ret != MM_ERROR_NONE)
2326                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2327         }
2328
2329         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2330         if (control != NULL) {
2331                 config = avsys_exif_info.component_configuration;
2332                 _mmcam_dbg_log("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ", config);
2333                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2334                         EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2335                 if (ret != MM_ERROR_NONE)
2336                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2337         }
2338
2339         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2340         /* written  the device_info */
2341
2342         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2343         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2344
2345         /*14. EXIF_TAG_EXPOSURE_TIME*/
2346         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2347                 unsigned char *b = NULL;
2348                 ExifRational rData;
2349
2350                 _mmcam_dbg_log("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2351                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2352
2353                 b = malloc(sizeof(ExifRational));
2354                 if (b) {
2355                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2356                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2357
2358                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2359                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2360                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2361                         free(b);
2362                         if (ret != MM_ERROR_NONE)
2363                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2364                 } else {
2365                         _mmcam_dbg_warn("malloc failed.");
2366                 }
2367         } else {
2368                 _mmcam_dbg_log("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2369                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2370         }
2371
2372         /*15. EXIF_TAG_FNUMBER */
2373         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2374                 unsigned char *b = NULL;
2375                 ExifRational rData;
2376
2377                 _mmcam_dbg_log("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2378                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2379
2380                 b = malloc(sizeof(ExifRational));
2381                 if (b) {
2382                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2383                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2384                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2385                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2386                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2387                         free(b);
2388                         if (ret != MM_ERROR_NONE)
2389                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2390                 } else {
2391                         _mmcam_dbg_warn("malloc failed.");
2392                 }
2393         } else {
2394                 _mmcam_dbg_log("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2395                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2396         }
2397
2398         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2399         /*FIXME*/
2400         value = MM_EXPOSURE_PROGRAM;
2401         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2402         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2403                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2404         if (ret != MM_ERROR_NONE)
2405                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2406
2407         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2408         if (avsys_exif_info.iso) {
2409                 _mmcam_dbg_log("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2410                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2411                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2412                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2413                 if (ret != MM_ERROR_NONE)
2414                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2415         }
2416
2417         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2418         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2419                 unsigned char *b = NULL;
2420                 ExifSRational rsData;
2421
2422                 _mmcam_dbg_log("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2423                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2424
2425                 b = malloc(sizeof(ExifSRational));
2426                 if (b) {
2427                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2428                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2429                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2430                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2431                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2432                         free(b);
2433                         if (ret != MM_ERROR_NONE)
2434                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2435                 } else {
2436                         _mmcam_dbg_warn("malloc failed.");
2437                 }
2438         } else {
2439                 _mmcam_dbg_log("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2440                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2441         }
2442
2443         /*19. EXIF_TAG_APERTURE_VALUE*/
2444         if (avsys_exif_info.aperture_in_APEX) {
2445                 unsigned char *b = NULL;
2446                 ExifRational rData;
2447
2448                 _mmcam_dbg_log("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2449
2450                 b = malloc(sizeof(ExifRational));
2451                 if (b) {
2452                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2453                         rData.denominator = 1;
2454                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2455                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2456                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2457                         free(b);
2458                         if (ret != MM_ERROR_NONE)
2459                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2460                 } else {
2461                         _mmcam_dbg_warn("malloc failed.");
2462                 }
2463         } else {
2464                 _mmcam_dbg_log("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2465         }
2466
2467         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2468         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2469                 unsigned char *b = NULL;
2470                 ExifSRational rsData;
2471
2472                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2473                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2474
2475                 b = malloc(sizeof(ExifSRational));
2476                 if (b) {
2477                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2478                         rsData.denominator = avsys_exif_info.brightness_denominator;
2479                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2480                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2481                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2482                         free(b);
2483                         if (ret != MM_ERROR_NONE)
2484                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2485                 } else {
2486                         _mmcam_dbg_warn("malloc failed.");
2487                 }
2488         } else {
2489                 _mmcam_dbg_log("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2490                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2491         }
2492
2493         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2494         value = 0;
2495         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2496         if (ret == MM_ERROR_NONE) {
2497                 unsigned char *b = NULL;
2498                 ExifSRational rsData;
2499
2500                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2501                         value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2502
2503                 b = malloc(sizeof(ExifSRational));
2504                 if (b) {
2505                         rsData.numerator = value - hcamcorder->brightness_default;
2506                         if (hcamcorder->brightness_step_denominator != 0) {
2507                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2508                         } else {
2509                                 _mmcam_dbg_warn("brightness_step_denominator is ZERO, so set 1");
2510                                 rsData.denominator = 1;
2511                         }
2512                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2513                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2514                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2515                         free(b);
2516                         if (ret != MM_ERROR_NONE)
2517                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2518                 } else {
2519                         _mmcam_dbg_warn("malloc failed.");
2520                 }
2521         } else {
2522                 _mmcam_dbg_log("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2523         }
2524
2525         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2526 /*
2527         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2528                 unsigned char *b = NULL;
2529                 ExifRational rData;
2530
2531                 _mmcam_dbg_log("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2532
2533                 b = malloc(sizeof(ExifRational));
2534                 if (b) {
2535                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2536                         rData.denominator = 1;
2537                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2538                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2539                                 EXIF_FORMAT_RATIONAL, 1, b);
2540                         free(b);
2541                         if (ret != MM_ERROR_NONE)
2542                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2543                 } else {
2544                         _mmcam_dbg_warn("failed to alloc for MAX aperture value");
2545                 }
2546         }
2547 */
2548
2549         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2550         /* defualt : none */
2551
2552         /*24. EXIF_TAG_METERING_MODE */
2553         if (control != NULL) {
2554                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.metering_mode);
2555                 _mmcam_dbg_log("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2556                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2557                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2558                 if (ret != MM_ERROR_NONE)
2559                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2560         }
2561
2562         /*25. EXIF_TAG_LIGHT_SOURCE*/
2563
2564         /*26. EXIF_TAG_FLASH*/
2565         if (control != NULL) {
2566                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.flash);
2567                 _mmcam_dbg_log("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2568                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2569                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2570                 if (ret != MM_ERROR_NONE)
2571                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2572         }
2573
2574         /*27. EXIF_TAG_FOCAL_LENGTH*/
2575         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2576                 unsigned char *b = NULL;
2577                 ExifRational rData;
2578
2579                 _mmcam_dbg_log("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2580                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2581
2582                 b = malloc(sizeof(ExifRational));
2583                 if (b) {
2584                         rData.numerator = avsys_exif_info.focal_len_numerator;
2585                         rData.denominator = avsys_exif_info.focal_len_denominator;
2586                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2587                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2588                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2589                         free(b);
2590                         if (ret != MM_ERROR_NONE)
2591                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2592                 } else {
2593                         _mmcam_dbg_warn("malloc failed.");
2594                 }
2595         } else {
2596                 _mmcam_dbg_log("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2597                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2598         }
2599
2600         /*28. EXIF_TAG_SENSING_METHOD*/
2601         /*FIXME*/
2602         value = MM_SENSING_MODE;
2603         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2604         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2605                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2606         if (ret != MM_ERROR_NONE)
2607                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2608
2609         /*29. EXIF_TAG_FILE_SOURCE*/
2610 /*
2611         value = MM_FILE_SOURCE;
2612         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2613         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2614                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2615         if (ret != MM_ERROR_NONE)
2616                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2617 */
2618
2619         /*30. EXIF_TAG_SCENE_TYPE*/
2620 /*
2621         value = MM_SCENE_TYPE;
2622         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2623         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2624                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2625         if (ret != MM_ERROR_NONE)
2626                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2627 */
2628
2629         /*31. EXIF_TAG_EXPOSURE_MODE*/
2630         /*FIXME*/
2631         value = MM_EXPOSURE_MODE;
2632         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2633         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2634                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2635         if (ret != MM_ERROR_NONE)
2636                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2637
2638         /*32. EXIF_TAG_WHITE_BALANCE*/
2639         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2640         if (ret == MM_ERROR_NONE) {
2641                 int set_value = 0;
2642                 _mmcam_dbg_log("WHITE BALANCE [%d]", value);
2643
2644                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC)
2645                         set_value = 0;
2646                 else
2647                         set_value = 1;
2648
2649                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2650                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2651                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2652                 if (ret != MM_ERROR_NONE)
2653                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2654         } else {
2655                 _mmcam_dbg_warn("failed to get white balance [%x]", ret);
2656         }
2657
2658         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2659 /*
2660         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2661         if (ret == MM_ERROR_NONE) {
2662                 _mmcam_dbg_log("DIGITAL ZOOM [%d]", value);
2663
2664                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2665                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2666                         EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2667                 if (ret != MM_ERROR_NONE)
2668                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2669         } else {
2670                 _mmcam_dbg_warn("failed to get digital zoom [%x]", ret);
2671         }
2672 */
2673
2674         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2675         /*FIXME*/
2676 /*
2677         value = MM_FOCAL_LENGTH_35MMFILM;
2678         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2679         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2680                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2681         if (ret != MM_ERROR_NONE)
2682                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2683 */
2684
2685         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2686         {
2687                 int scene_capture_type;
2688
2689                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2690                 if (ret == MM_ERROR_NONE) {
2691                         _mmcam_dbg_log("Scene mode(program mode) [%d]", value);
2692
2693                         switch (value) {
2694                         case MM_CAMCORDER_SCENE_MODE_NORMAL:
2695                                 scene_capture_type = 0; /* standard */
2696                                 break;
2697                         case MM_CAMCORDER_SCENE_MODE_PORTRAIT:
2698                                 scene_capture_type = 2; /* portrait */
2699                                 break;
2700                         case MM_CAMCORDER_SCENE_MODE_LANDSCAPE:
2701                                 scene_capture_type = 1; /* landscape */
2702                                 break;
2703                         case MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE:
2704                                 scene_capture_type = 3; /* night scene */
2705                                 break;
2706                         default:
2707                                 scene_capture_type = 4; /* Others */
2708                                 break;
2709                         }
2710
2711                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
2712                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
2713                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2714                         if (ret != MM_ERROR_NONE)
2715                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
2716                 } else {
2717                         _mmcam_dbg_warn("failed to get scene mode [%x]", ret);
2718                 }
2719         }
2720
2721         /*36. EXIF_TAG_GAIN_CONTROL*/
2722         /*FIXME*/
2723 /*
2724         value = MM_GAIN_CONTROL;
2725         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2726         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
2727                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2728         if (ret != MM_ERROR_NONE)
2729                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
2730 */
2731
2732
2733         /*37. EXIF_TAG_CONTRAST */
2734         {
2735                 type_int_range *irange = NULL;
2736                 int level = 0;
2737
2738                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2739                         CONFIGURE_CATEGORY_CTRL_EFFECT,
2740                         "Contrast",
2741                         &irange);
2742                 if (irange != NULL) {
2743                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
2744
2745                         _mmcam_dbg_log("CONTRAST currentt [%d], default [%d]", value, irange->default_value);
2746
2747                         if (value == irange->default_value)
2748                                 level = MM_VALUE_NORMAL;
2749                         else if (value < irange->default_value)
2750                                 level = MM_VALUE_LOW;
2751                         else
2752                                 level = MM_VALUE_HARD;
2753
2754                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2755                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
2756                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2757                         if (ret != MM_ERROR_NONE)
2758                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
2759                 } else {
2760                         _mmcam_dbg_warn("failed to get range of contrast");
2761                 }
2762         }
2763
2764         /*38. EXIF_TAG_SATURATION*/
2765         {
2766                 type_int_range *irange = NULL;
2767                 int level = 0;
2768
2769                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2770                         CONFIGURE_CATEGORY_CTRL_EFFECT,
2771                         "Saturation",
2772                         &irange);
2773                 if (irange != NULL) {
2774                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
2775
2776                         _mmcam_dbg_log("SATURATION current [%d], default [%d]", value, irange->default_value);
2777
2778                         if (value == irange->default_value)
2779                                 level = MM_VALUE_NORMAL;
2780                         else if (value < irange->default_value)
2781                                 level = MM_VALUE_LOW;
2782                         else
2783                                 level = MM_VALUE_HARD;
2784
2785                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2786                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
2787                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2788                         if (ret != MM_ERROR_NONE)
2789                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
2790                 } else {
2791                         _mmcam_dbg_warn("failed to get range of saturation");
2792                 }
2793         }
2794
2795         /*39. EXIF_TAG_SHARPNESS*/
2796         {
2797                 type_int_range *irange = NULL;
2798                 int level = 0;
2799
2800                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2801                         CONFIGURE_CATEGORY_CTRL_EFFECT,
2802                         "Sharpness",
2803                         &irange);
2804                 if (irange != NULL) {
2805                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
2806
2807                         _mmcam_dbg_log("SHARPNESS current [%d], default [%d]", value, irange->default_value);
2808
2809                         if (value == irange->default_value)
2810                                 level = MM_VALUE_NORMAL;
2811                         else if (value < irange->default_value)
2812                                 level = MM_VALUE_LOW;
2813                         else
2814                                 level = MM_VALUE_HARD;
2815
2816                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2817                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
2818                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2819                         if (ret != MM_ERROR_NONE)
2820                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
2821                 } else {
2822                         _mmcam_dbg_warn("failed to get range of sharpness");
2823                 }
2824         }
2825
2826         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
2827         /*FIXME*/
2828         value = MM_SUBJECT_DISTANCE_RANGE;
2829         _mmcam_dbg_log("DISTANCE_RANGE [%d]", value);
2830         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2831         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
2832                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2833         if (ret != MM_ERROR_NONE)
2834                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
2835
2836         /* GPS information */
2837         __mmcamcorder_update_exif_gps(handle, ed);
2838
2839         _mmcam_dbg_log("");
2840
2841         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2842         if (ret != MM_ERROR_NONE)
2843                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2844
2845 exit:
2846         _mmcam_dbg_log("finished!! [%x]", ret);
2847
2848         if (ed)
2849                 exif_data_unref(ed);
2850
2851         return ret;
2852 }
2853
2854
2855 static void __sound_status_changed_cb(keynode_t* node, void *data)
2856 {
2857         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2858         _MMCamcorderImageInfo *info = NULL;
2859
2860         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2861
2862         _mmcam_dbg_log("START");
2863
2864         info = hcamcorder->sub_context->info_image;
2865
2866         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
2867
2868         _mmcam_dbg_log("DONE : sound status %d", info->sound_status);
2869
2870         return;
2871 }