Add new configuration field to skip frame when start preview or capture
[platform/core/multimedia/libmm-camcorder.git] / src / mm_camcorder_stillshot.c
1 /*
2  * libmm-camcorder
3  *
4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
5  *
6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
7  *
8  * Licensed under the Apache License, Version 2.0 (the "License");
9  * you may not use this file except in compliance with the License.
10  * You may obtain a copy of the License at
11  *
12  * http://www.apache.org/licenses/LICENSE-2.0
13  *
14  * Unless required by applicable law or agreed to in writing, software
15  * distributed under the License is distributed on an "AS IS" BASIS,
16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17  * See the License for the specific language governing permissions and
18  * limitations under the License.
19  *
20  */
21
22 /*=======================================================================================
23 |  INCLUDE FILES                                                                        |
24 =======================================================================================*/
25 #include <stdlib.h>
26 #include <sys/time.h>
27 #include <sys/times.h>
28 #include <gst/video/cameracontrol.h>
29 #include <mm_sound.h>
30 #include "mm_camcorder_internal.h"
31 #include "mm_camcorder_stillshot.h"
32 #include "mm_camcorder_exifinfo.h"
33 #include "mm_camcorder_exifdef.h"
34 #include <libexif/exif-loader.h>
35 #include <libexif/exif-utils.h>
36 #include <libexif/exif-data.h>
37
38 /*---------------------------------------------------------------------------------------
39 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
40 ---------------------------------------------------------------------------------------*/
41 #define EXIF_SET_ERR(return_type, tag_id) \
42 do { \
43         _mmcam_dbg_err("error=%x,tag=%x", return_type, tag_id); \
44         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
45                 goto exit; \
46         } \
47 } while (0)
48
49 /*---------------------------------------------------------------------------------------
50 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
51 ---------------------------------------------------------------------------------------*/
52 #define THUMBNAIL_WIDTH         320
53 #define THUMBNAIL_HEIGHT        240
54 #define THUMBNAIL_JPEG_QUALITY  90
55 #define TRY_LOCK_MAX_COUNT      100
56 #define TRY_LOCK_TIME           20000   /* ms */
57 #define H264_PREVIEW_BITRATE    1024*10 /* kbps */
58 #define H264_PREVIEW_NEWGOP_INTERVAL    1000 /* ms */
59 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
60
61
62 /*---------------------------------------------------------------------------------------
63 |    LOCAL FUNCTION PROTOTYPES:                                                         |
64 ---------------------------------------------------------------------------------------*/
65 /** STATIC INTERNAL FUNCTION **/
66 /* Functions for JPEG capture without Encode bin */
67 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
68 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
69 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
70 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
71
72 /* sound status changed callback */
73 static void __sound_status_changed_cb(keynode_t* node, void *data);
74
75 /*=======================================================================================
76 |  FUNCTION DEFINITIONS                                                                 |
77 =======================================================================================*/
78
79 /*---------------------------------------------------------------------------------------
80 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
81 ---------------------------------------------------------------------------------------*/
82
83
84 int _mmcamcorder_create_stillshot_pipeline(MMHandleType handle)
85 {
86         int err = MM_ERROR_UNKNOWN;
87         GstPad *srcpad = NULL;
88         GstPad *sinkpad = NULL;
89
90         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
91         _MMCamcorderSubContext *sc = NULL;
92
93         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
94
95         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
96         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
97
98         _mmcam_dbg_log("");
99
100         /* Create gstreamer element */
101         _mmcam_dbg_log("Using Encodebin for capturing");
102
103         /* Create capture pipeline */
104         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
105
106         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
107         if (err != MM_ERROR_NONE)
108                 return err;
109
110         /* add element and encodesink bin to encode main pipeline */
111         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
112                 sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
113                 sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
114                 sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
115                 NULL);
116
117         /* Link each element : appsrc - capsfilter - encodesink bin */
118         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
119         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
120         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
121
122         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
123         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
124         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
125
126         /* connect handoff signal to get capture data */
127         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
128                 _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
129                 G_CALLBACK(__mmcamcorder_handoff_callback),
130                 hcamcorder);
131
132         return MM_ERROR_NONE;
133
134 pipeline_creation_error:
135         _mmcamcorder_remove_stillshot_pipeline(handle);
136         return err;
137 }
138
139
140 int _mmcamcorder_connect_capture_signal(MMHandleType handle)
141 {
142         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
143         _MMCamcorderSubContext *sc = NULL;
144
145         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
146
147         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
148         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
149
150         /* check video source element */
151         if (sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst) {
152                 _mmcam_dbg_warn("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
153                 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
154                         _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
155                         G_CALLBACK(__mmcamcorder_image_capture_cb),
156                         hcamcorder);
157
158                 return MM_ERROR_NONE;
159         } else {
160                 _mmcam_dbg_err("videosrc element is not created yet");
161                 return MM_ERROR_CAMCORDER_NOT_INITIALIZED;
162         }
163 }
164
165
166 int _mmcamcorder_remove_stillshot_pipeline(MMHandleType handle)
167 {
168         int ret = MM_ERROR_NONE;
169         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
170         _MMCamcorderSubContext *sc = NULL;
171
172         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
173
174         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
175         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
176
177         _mmcam_dbg_log("");
178
179         /* Check pipeline */
180         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
181                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
182                 if (ret != MM_ERROR_NONE) {
183                         _mmcam_dbg_err("Faile to change encode main pipeline state [0x%x]", ret);
184                         return ret;
185                 }
186
187                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
188
189                 GstPad *reqpad = NULL;
190
191                 /* release request pad */
192                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
193                 if (reqpad) {
194                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
195                         gst_object_unref(reqpad);
196                         reqpad = NULL;
197                 }
198
199                 /* release encode main pipeline */
200                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
201
202                 _mmcam_dbg_log("Encoder pipeline removed");
203         } else {
204                 _mmcam_dbg_log("encode main pipeline is already removed");
205         }
206
207         return MM_ERROR_NONE;
208 }
209
210
211 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
212 {
213         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
214         _MMCamcorderSubContext *sc = NULL;
215         int display_reuse_hint = FALSE;
216         GstElement *sink_element = NULL;
217         mmf_attrs_t *attrs = NULL;
218         int attr_index = 0;
219         mmf_attribute_t *attr_item = NULL;
220
221         mmf_return_if_fail(hcamcorder);
222
223         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
224         mmf_return_if_fail(sc && sc->element);
225
226         _mmcam_dbg_log("");
227
228         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
229                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
230                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
231
232                 /* check reuse flag for display element */
233                 mm_camcorder_get_attributes(handle, NULL,
234                         MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
235                         NULL);
236
237                 _mmcam_dbg_log("display reuse hint %d", display_reuse_hint);
238
239                 if (!display_reuse_hint)
240                         goto _REUSE_CHECK_DONE;
241
242                 sink_element = sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst;
243                 if (!sink_element) {
244                         _mmcam_dbg_warn("sink element is NULL");
245                         goto _REUSE_CHECK_DONE;
246                 }
247
248                 attrs = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
249                 if (!attrs) {
250                         _mmcam_dbg_warn("attribute is NULL");
251                         goto _REUSE_CHECK_DONE;
252                 }
253
254                 _mmcam_dbg_log("REF sink element %p and set it to attribute", sink_element);
255
256                 /* ref element before remove it from pipeline */
257                 gst_object_ref(sink_element);
258
259                 if (!gst_bin_remove(GST_BIN(sc->element[_MMCAMCORDER_MAIN_PIPE].gst), sink_element))
260                         _mmcam_dbg_warn("failed to remove sink element from pipeline");
261
262                 /* reset floating reference flag to avoid leak after next use */
263                 g_object_force_floating(G_OBJECT(sink_element));
264
265                 /* set sink element pointer to attribute */
266                 mm_attrs_get_index((MMHandleType)attrs, MMCAM_DISPLAY_REUSE_ELEMENT, &attr_index);
267                 attr_item = &attrs->items[attr_index];
268                 mmf_attribute_set_data(attr_item, (void *)sink_element, sizeof(*sink_element));
269                 mmf_attribute_commit(attr_item);
270
271                 /* remove notify callback */
272                 g_object_weak_unref(G_OBJECT(sink_element), (GWeakNotify)_mmcamcorder_element_release_noti, sc);
273
274                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst = NULL;
275                 sc->element[_MMCAMCORDER_VIDEOSINK_SINK].id = _MMCAMCORDER_NONE;
276
277 _REUSE_CHECK_DONE:
278                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
279
280                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
281
282                 traceEnd(TTRACE_TAG_CAMERA);
283
284                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
285
286                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
287
288                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
289
290                 traceEnd(TTRACE_TAG_CAMERA);
291
292                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
293         }
294
295         return;
296 }
297
298
299 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
300 {
301         int ret = MM_ERROR_NONE;
302         int UseCaptureMode = 0;
303         int width = 0;
304         int height = 0;
305         int fps = 0;
306         int cap_format = MM_PIXEL_FORMAT_NV12;
307         int image_encoder = MM_IMAGE_CODEC_JPEG;
308         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
309         int is_modified_size = FALSE;
310         int tag_orientation = 0;
311         unsigned int cap_fourcc = 0;
312
313         char *err_name = NULL;
314         const char *videosrc_name = NULL;
315
316         GstCameraControl *control = NULL;
317
318         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
319         _MMCamcorderImageInfo *info = NULL;
320         _MMCamcorderSubContext *sc = NULL;
321         type_element *VideosrcElement = NULL;
322         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
323
324         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
325
326         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
327         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
328
329         _mmcam_dbg_log("");
330
331         info = sc->info_image;
332
333         if (info->capturing) {
334                 _mmcam_dbg_err("already capturing");
335                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
336         }
337
338         _mmcamcorder_conf_get_value_int(handle, hcamcorder->conf_main,
339                 CONFIGURE_CATEGORY_MAIN_CAPTURE,
340                 "UseCaptureMode",
341                 &UseCaptureMode);
342
343         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
344                 CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
345                 "VideosrcElement",
346                 &VideosrcElement);
347
348         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
349
350         /* get current state */
351         mm_camcorder_get_state(handle, &current_state);
352
353         /* set capture flag */
354         info->capturing = TRUE;
355
356         ret = mm_camcorder_get_attributes(handle, &err_name,
357                 MMCAM_IMAGE_ENCODER, &image_encoder,
358                 MMCAM_CAMERA_WIDTH, &width,
359                 MMCAM_CAMERA_HEIGHT, &height,
360                 MMCAM_CAMERA_FPS, &fps,
361                 MMCAM_CAPTURE_FORMAT, &cap_format,
362                 MMCAM_CAPTURE_WIDTH, &info->width,
363                 MMCAM_CAPTURE_HEIGHT, &info->height,
364                 MMCAM_CAPTURE_COUNT, &info->count,
365                 MMCAM_CAPTURE_INTERVAL, &info->interval,
366                 MMCAM_STROBE_MODE, &strobe_mode,
367                 MMCAM_TAG_ORIENTATION, &tag_orientation,
368                 NULL);
369         if (err_name) {
370                 _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
371                 SAFE_FREE(err_name);
372         }
373
374         ret = MM_ERROR_NONE;
375
376         /* check capture count */
377         if (info->count < 1) {
378                 _mmcam_dbg_err("capture count[%d] is invalid", info->count);
379                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
380                 goto cmd_done;
381         } else if (info->count == 1) {
382                 info->type = _MMCamcorder_SINGLE_SHOT;
383         } else {
384                 info->type = _MMCamcorder_MULTI_SHOT;
385                 info->next_shot_time = 0;
386                 info->multi_shot_stop = FALSE;
387
388                 /* sound init to pause other session */
389                 _mmcamcorder_sound_init(handle);
390         }
391
392         _mmcam_dbg_log("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
393                 width, height, info->preview_format, info->width, info->height, cap_format,
394                 info->count, info->hdr_capture_mode, info->interval);
395
396         /* check state */
397         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
398                 if (info->type == _MMCamcorder_MULTI_SHOT ||
399                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
400                         _mmcam_dbg_err("does not support multi/HDR capture while recording");
401                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
402                         goto cmd_done;
403                 }
404
405                 /* check capture size if ZSL is not supported*/
406                 if (hcamcorder->support_zsl_capture == FALSE) {
407                         _mmcam_dbg_warn("Capture size should be same with preview size while recording");
408                         _mmcam_dbg_warn("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
409
410                         info->width = width;
411                         info->height = height;
412
413                         _mmcam_dbg_log("set capture width and height [%dx%d] to camera plugin", width, height);
414                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
415                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
416
417                         is_modified_size = TRUE;
418                 }
419         }
420
421         info->capture_cur_count = 0;
422         info->capture_send_count = 0;
423
424         sc->internal_encode = FALSE;
425
426         if (!sc->bencbin_capture) {
427                 /* Check encoding method */
428                 if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
429                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
430                             hcamcorder->support_zsl_capture || is_modified_size) {
431                                 cap_fourcc = _mmcamcorder_get_fourcc(cap_format, image_encoder, hcamcorder->use_zero_copy_format);
432                                 _mmcam_dbg_log("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
433                         } else {
434                                 /* no need to encode internally if ITLV format */
435                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY)
436                                         sc->internal_encode = TRUE;
437
438                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
439
440                                 _mmcam_dbg_log("MSL JPEG Capture : capture fourcc %c%c%c%c",
441                                         cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
442                         }
443                 } else {
444                         cap_fourcc = _mmcamcorder_get_fourcc(cap_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
445                 }
446
447                 _mmcam_dbg_log("capture format (%d)", cap_format);
448
449                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
450                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
451                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
452                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
453
454                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
455                         _mmcam_dbg_err("Can't cast Video source into camera control.");
456                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
457                         goto cmd_done;
458                 }
459
460                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
461                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
462         } else {
463                 int need_change = 0;
464                 int set_width = 0;
465                 int set_height = 0;
466                 int cap_jpeg_quality = 0;
467
468                 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
469                         _mmcam_dbg_err("could not capture in this target while recording");
470                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
471                         goto cmd_done;
472                 }
473
474                 if (UseCaptureMode) {
475                         if (width != MMFCAMCORDER_HIGHQUALITY_WIDTH || height != MMFCAMCORDER_HIGHQUALITY_HEIGHT)
476                                 need_change = 1;
477                 } else {
478                         if (width != info->width || height != info->height)
479                                 need_change = 1;
480                 }
481
482                 if (need_change) {
483                         int rotation = 0;
484
485                         _mmcam_dbg_log("Need to change resolution");
486
487                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
488                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
489
490                         /* make pipeline state as READY */
491                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
492
493                         /* check decoder recreation */
494                         if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
495                                 _mmcam_dbg_err("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
496                                 return MM_ERROR_CAMCORDER_INTERNAL;
497                         }
498
499                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
500                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
501
502                         if (ret != MM_ERROR_NONE) {
503                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
504                                 goto cmd_done;
505                         }
506
507                         if (UseCaptureMode) {
508                                 set_width = MMFCAMCORDER_HIGHQUALITY_WIDTH;
509                                 set_height = MMFCAMCORDER_HIGHQUALITY_HEIGHT;
510                         } else {
511                                 set_width = info->width;
512                                 set_height = info->height;
513                         }
514
515                         mm_camcorder_get_attributes(handle, &err_name,
516                                 MMCAM_CAMERA_ROTATION, &rotation,
517                                 NULL);
518                         if (err_name) {
519                                 _mmcam_dbg_warn("get_attributes err %s", err_name);
520                                 SAFE_FREE(err_name);
521                         }
522
523                         /* set new caps */
524                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, set_width, set_height, fps, rotation);
525                         if (!ret) {
526                                 _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
527                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
528                                 goto cmd_done;
529                         }
530
531                         info->resolution_change = TRUE;
532
533                         /* set frame stability count for capture */
534                         _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_CAPTURE);
535
536                         /* make pipeline state as PLAYING */
537                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
538                         if (ret != MM_ERROR_NONE) {
539                                 _mmcam_dbg_err("failed to set state PLAYING %x", ret);
540                                 goto cmd_done;
541                         }
542
543                         _mmcam_dbg_log("Change to target resolution(%d, %d)", set_width, set_height);
544                 } else {
545                         _mmcam_dbg_log("No need to change resolution. Open toggle now.");
546                         info->resolution_change = FALSE;
547                 }
548
549                 /* add encodesinkbin */
550                 ret = _mmcamcorder_create_stillshot_pipeline((MMHandleType)hcamcorder);
551                 if (ret != MM_ERROR_NONE) {
552                         _mmcam_dbg_err("failed to create encodesinkbin %x", ret);
553                         goto cmd_done;
554                 }
555
556                 ret = mm_camcorder_get_attributes(handle, &err_name,
557                         MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
558                         NULL);
559                 if (err_name) {
560                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
561                         SAFE_FREE(err_name);
562                 }
563
564                 /* set JPEG quality */
565                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
566
567                 /* set handoff signal as TRUE */
568                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", TRUE);
569                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
570
571                 /* Prepare for the shutter sound when it's the bencbin mode capture */
572                 sc->info_video->is_firstframe = TRUE;
573
574                 /* set push encoding buffer as TRUE */
575                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
576
577                 /* make encode pipeline state as PLAYING */
578                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
579                 if (ret != MM_ERROR_NONE) {
580                         _mmcam_dbg_err("failed to set state PLAYING %x", ret);
581                         goto cmd_done;
582                 }
583         }
584
585         /* Play capture sound here if single capture */
586         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
587              (hcamcorder->support_zsl_capture == FALSE ||
588               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
589             info->hdr_capture_mode) {
590                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
591                     hcamcorder->support_zsl_capture == TRUE &&
592                     !info->hdr_capture_mode) {
593                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
594                 }
595
596                 /* set flag */
597                 info->played_capture_sound = TRUE;
598         } else {
599                 /* set flag */
600                 info->played_capture_sound = FALSE;
601         }
602
603 cmd_done:
604         if (ret != MM_ERROR_NONE)
605                 info->capturing = FALSE;
606
607         return ret;
608 }
609
610
611 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
612 {
613         int ret = MM_ERROR_NONE;
614         int width = 0;
615         int height = 0;
616         int fps = 0;
617         int rotation = 0;
618         unsigned int current_framecount = 0;
619         int current_state = MM_CAMCORDER_STATE_NONE;
620         gboolean fps_auto = FALSE;
621         char *err_name = NULL;
622         const char *videosrc_name = NULL;
623
624         GstState state;
625         GstElement *pipeline = NULL;
626         GstCameraControl *control = NULL;
627
628         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
629         _MMCamcorderImageInfo *info = NULL;
630         _MMCamcorderSubContext *sc = NULL;
631         type_element *VideosrcElement = NULL;
632
633         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
634
635         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
636         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
637
638         /*_mmcam_dbg_log("");*/
639
640         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
641         info = sc->info_image;
642
643         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
644                 CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
645                 "VideosrcElement",
646                 &VideosrcElement);
647
648         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
649
650         sc->display_interval = 0;
651         sc->previous_slot_time = 0;
652
653         /* Image info */
654         info->next_shot_time = 0;
655         info->multi_shot_stop = TRUE;
656         info->capturing = FALSE;
657
658         current_state = _mmcamcorder_get_state(handle);
659         _mmcam_dbg_log("current state [%d]", current_state);
660
661         if (!sc->bencbin_capture) {
662                 _mmcam_dbg_log("Preview start");
663
664                 /* just set capture stop command if current state is CAPTURING */
665                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
666                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
667                                 _mmcam_dbg_err("Can't cast Video source into camera control.");
668                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
669                         }
670
671                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
672                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
673
674                         current_framecount = sc->kpi.video_framecount;
675                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
676                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
677                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
678                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
679                         }
680                 } else {
681                         int focus_mode = 0;
682                         mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
683
684                         /* This case is starting of preview */
685                         ret = mm_camcorder_get_attributes(handle, &err_name,
686                                 MMCAM_CAMERA_FPS_AUTO, &fps_auto,
687                                 MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
688                                 NULL);
689                         if (ret != MM_ERROR_NONE) {
690                                 _mmcam_dbg_warn("Get attrs fail. (%s:%x)", err_name, ret);
691                                 SAFE_FREE(err_name);
692                         }
693
694                         _mmcam_dbg_log("focus mode %d", focus_mode);
695
696                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
697
698                         /* set focus mode */
699                         if (attr) {
700                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
701                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_CAMERA_FOCUS_MODE]));
702                                         mmf_attrs_commit((MMHandleType)attr);
703                                 } else {
704                                         _mmcam_dbg_log("focus mode is not supported");
705                                 }
706                         } else {
707                                 _mmcam_dbg_err("failed to get attributes");
708                         }
709                 }
710         }
711
712         /* init prev_time */
713         sc->info_video->prev_preview_ts = 0;
714
715         gst_element_get_state(pipeline, &state, NULL, -1);
716
717         if (state == GST_STATE_PLAYING) {
718                 if (!sc->bencbin_capture) {
719                         int try_count = 0;
720
721                         if (hcamcorder->support_zsl_capture == FALSE) {
722                                 mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
723
724                                 /* Set strobe mode - strobe mode can not be set to driver while captuing */
725                                 if (attr) {
726                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_STROBE_MODE]));
727                                         if (mmf_attrs_commit((MMHandleType) attr) == -1)
728                                                 _mmcam_dbg_warn("Failed to set strobe mode");
729                                 }
730
731                                 while (current_framecount >= sc->kpi.video_framecount &&
732                                         try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
733                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
734                                 }
735                         }
736
737                         if (info->type == _MMCamcorder_MULTI_SHOT) {
738                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
739                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
740                         }
741
742                         _mmcam_dbg_log("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
743                                 current_framecount, sc->kpi.video_framecount, try_count);
744                 } else {
745                         ret = _mmcamcorder_remove_stillshot_pipeline(handle);
746                         if (ret != MM_ERROR_NONE)
747                                 goto cmd_error;
748
749                         if (info->resolution_change) {
750                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
751                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
752
753                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
754
755                                 /* check decoder recreation */
756                                 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
757                                         _mmcam_dbg_err("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
758                                         return MM_ERROR_CAMCORDER_INTERNAL;
759                                 }
760
761                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
762                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
763
764                                 if (ret != MM_ERROR_NONE)
765                                         goto cmd_error;
766
767                                 /* check if resolution need to rollback */
768                                 mm_camcorder_get_attributes(handle, &err_name,
769                                         MMCAM_CAMERA_WIDTH, &width,
770                                         MMCAM_CAMERA_HEIGHT, &height,
771                                         MMCAM_CAMERA_FPS, &fps,
772                                         MMCAM_CAMERA_ROTATION, &rotation,
773                                         NULL);
774                                 if (err_name) {
775                                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
776                                         SAFE_FREE(err_name);
777                                 }
778
779                                 /* set new caps */
780                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
781                                 if (!ret) {
782                                         _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
783                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
784                                         goto cmd_error;
785                                 }
786
787                                 /* set frame stability count for preview */
788                                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
789
790                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
791                                 if (ret != MM_ERROR_NONE)
792                                         goto cmd_error;
793                         }
794                 }
795
796                 /* sound finalize */
797                 if (info->type == _MMCamcorder_MULTI_SHOT)
798                         _mmcamcorder_sound_finalize(handle);
799         } else {
800                 if (info->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
801                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "bitrate", H264_PREVIEW_BITRATE);
802                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "newgop-interval", H264_PREVIEW_NEWGOP_INTERVAL);
803                 }
804
805                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
806                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
807
808                 /* set frame stability count for preview */
809                 _mmcamcorder_video_frame_stabilize(handle, _MMCamcorder_CMD_PREVIEW_START);
810
811                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
812
813                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
814
815                 traceEnd(TTRACE_TAG_CAMERA);
816
817                 if (ret != MM_ERROR_NONE)
818                         goto cmd_error;
819
820                 /* get sound status/volume level and register changed_cb */
821                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
822                     info->sound_status == _SOUND_STATUS_INIT) {
823                         _mmcam_dbg_log("register vconf changed_cb and get sound status");
824
825                         /* register changed_cb */
826                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
827
828                         /* get sound status */
829                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
830
831                         _mmcam_dbg_log("sound status %d", info->sound_status);
832                 }
833         }
834
835 cmd_error:
836         return ret;
837 }
838
839
840 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
841 {
842         int ret = MM_ERROR_NONE;
843         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
844         int set_strobe = 0;
845         int display_reuse_hint = FALSE;
846         GstCameraControl *control = NULL;
847         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
848
849         GstElement *pipeline = NULL;
850
851         _MMCamcorderSubContext *sc = NULL;
852
853         _mmcam_dbg_log("");
854
855         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
856
857         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
858         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
859
860         /* check strobe and set OFF if PERMANENT mode */
861         mm_camcorder_get_attributes(handle, NULL,
862                 MMCAM_STROBE_MODE, &strobe_mode,
863                 NULL);
864         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
865             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
866                 _mmcam_dbg_log("current strobe mode is PERMANENT, set OFF");
867
868                 /* get camera control */
869                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
870                 if (control) {
871                         /* convert MSL to sensor value */
872                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
873
874                         /* set strobe OFF */
875                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
876
877                         _mmcam_dbg_log("set strobe OFF done - value: %d", set_strobe);
878                 } else {
879                         _mmcam_dbg_warn("cast CAMERA_CONTROL failed");
880                 }
881         }
882
883         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
884
885         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
886                 _mmcam_dbg_log("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",
887                         sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
888                 _mmcamcorder_remove_recorder_pipeline(handle);
889         }
890
891         mm_camcorder_get_attributes(handle, NULL,
892                 MMCAM_DISPLAY_REUSE_HINT, &display_reuse_hint,
893                 NULL);
894
895         _mmcam_dbg_log("display reuse hint %d", display_reuse_hint);
896
897         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", display_reuse_hint);
898
899         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
900         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
901
902         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
903
904         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
905
906         traceEnd(TTRACE_TAG_CAMERA);
907
908         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
909         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
910
911         if (display_reuse_hint)
912                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "keep-camera-preview", FALSE);
913
914         /* deregister sound status callback */
915         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
916                 _mmcam_dbg_log("deregister sound status callback");
917
918                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
919
920                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
921         }
922
923         return ret;
924 }
925
926
927 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
928 {
929         int ret = MM_ERROR_NONE;
930
931         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
932         _MMCamcorderSubContext *sc = NULL;
933
934         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
935
936         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
937         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
938
939         _mmcam_dbg_log("command %d", command);
940
941         switch (command) {
942         case _MMCamcorder_CMD_CAPTURE:
943                 ret = _mmcamcorder_image_cmd_capture(handle);
944                 break;
945         case _MMCamcorder_CMD_PREVIEW_START:
946                 ret = _mmcamcorder_image_cmd_preview_start(handle);
947
948                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
949                 _mmcamcorder_video_current_framerate_init(handle);
950                 break;
951         case _MMCamcorder_CMD_PREVIEW_STOP:
952                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
953                 break;
954         case _MMCamcorder_CMD_RECORD:
955         case _MMCamcorder_CMD_PAUSE:
956         case _MMCamcorder_CMD_CANCEL:
957         case _MMCamcorder_CMD_COMMIT:
958                 /* video recording command */
959                 ret = _mmcamcorder_video_command(handle, command);
960                 break;
961         default:
962                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
963                 break;
964         }
965
966         return ret;
967 }
968
969
970 void __mmcamcorder_init_stillshot_info(MMHandleType handle)
971 {
972         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
973         _MMCamcorderSubContext *sc = NULL;
974         _MMCamcorderImageInfo *info = NULL;
975
976         mmf_return_if_fail(hcamcorder);
977
978         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
979         mmf_return_if_fail(sc && sc->info_image);
980
981         info = sc->info_image;
982
983         _mmcam_dbg_log("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
984
985         if (info->type == _MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
986                 info->capture_cur_count = 0;
987                 info->capture_send_count = 0;
988                 info->multi_shot_stop = TRUE;
989                 info->next_shot_time = 0;
990
991                 /* capturing flag set to FALSE here */
992                 info->capturing = FALSE;
993         }
994
995         return;
996 }
997
998
999 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1000 {
1001         int ret = MM_ERROR_NONE;
1002         unsigned char *data = NULL;
1003         unsigned int datalen = 0;
1004         _MMCamcorderSubContext *sc = NULL;
1005         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1006
1007         mmf_return_val_if_fail(hcamcorder, FALSE);
1008         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1009         mmf_return_val_if_fail(sc, FALSE);
1010
1011         _mmcam_dbg_log("");
1012
1013         if (!original || original->data == NULL || original->length == 0) {
1014                 if (original) {
1015                         _mmcam_dbg_err("data=%p, length=%d",
1016                                 original->data, original->length);
1017                 } else {
1018                         _mmcam_dbg_err("original is null");
1019                 }
1020
1021                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
1022         } else {
1023                 /* original is input/output param. save original values to local var. */
1024                 data = original->data;
1025                 datalen = original->length;
1026         }
1027
1028         if (provide_exif == FALSE) {
1029                 if (thumbnail) {
1030                         if (thumbnail->data && thumbnail->length > 0) {
1031                                 _mmcam_dbg_log("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
1032                                         thumbnail->data, thumbnail->width, thumbnail->height);
1033
1034                                 /* add thumbnail exif info */
1035                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
1036                                         thumbnail->data,
1037                                         thumbnail->width,
1038                                         thumbnail->height,
1039                                         thumbnail->length);
1040                         } else {
1041                                 _mmcam_dbg_err("Skip adding thumbnail (data=%p, length=%d)",
1042                                         thumbnail->data, thumbnail->length);
1043                         }
1044                 }
1045         } else {
1046                 ret = MM_ERROR_NONE;
1047         }
1048
1049         if (ret == MM_ERROR_NONE) {
1050                 /* write jpeg with exif */
1051                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length, hcamcorder->exif_info, data, datalen);
1052                 if (ret != MM_ERROR_NONE)
1053                         _mmcam_dbg_err("mm_exif_write_exif_jpeg_to_memory error! [0x%x]", ret);
1054         }
1055
1056         _mmcam_dbg_log("END ret 0x%x", ret);
1057
1058         return ret;
1059 }
1060
1061
1062 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1063 {
1064         GstCaps *caps = NULL;
1065         GstMapInfo mapinfo;
1066         const GstStructure *structure;
1067
1068         mmf_return_if_fail(capture_data && sample);
1069
1070         caps = gst_sample_get_caps(sample);
1071         if (caps == NULL) {
1072                 _mmcam_dbg_err("failed to get caps");
1073                 goto GET_FAILED;
1074         }
1075
1076         structure = gst_caps_get_structure(caps, 0);
1077         if (structure == NULL) {
1078                 _mmcam_dbg_err("failed to get structure");
1079                 goto GET_FAILED;
1080         }
1081
1082         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1083
1084         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1085         capture_data->data = mapinfo.data;
1086         capture_data->format = pixtype;
1087         gst_structure_get_int(structure, "width", &capture_data->width);
1088         gst_structure_get_int(structure, "height", &capture_data->height);
1089         capture_data->length = mapinfo.size;
1090         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1091
1092         _mmcam_dbg_warn("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1093                 capture_data->data, capture_data->width, capture_data->height,
1094                 capture_data->length, capture_data->format);
1095         return;
1096
1097 GET_FAILED:
1098         capture_data->data = NULL;
1099         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1100         capture_data->length = 0;
1101
1102         return;
1103 }
1104
1105
1106 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1107 {
1108         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1109         _MMCamcorderSubContext *sc = NULL;
1110
1111         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1112
1113         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1114         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1115
1116         _mmcam_dbg_log("");
1117
1118         /* if tag enable and doesn't provide exif, we make it */
1119         _mmcam_dbg_log("Add exif information if existed(thumbnail[%p])", thumbnail);
1120         if (thumbnail && thumbnail->data)
1121                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1122         else
1123                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1124 }
1125
1126
1127 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1128 {
1129         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1130         _MMCamcorderSubContext *sc = NULL;
1131
1132         mmf_return_if_fail(hcamcorder);
1133         mmf_return_if_fail(dest);
1134
1135         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1136         mmf_return_if_fail(sc);
1137
1138         _mmcam_dbg_log("tag : %d, provide exif : %d", tag_enable, provide_exif);
1139
1140         /* if dest->data is allocated in MSL, release it */
1141         if (tag_enable && !provide_exif) {
1142                 if (dest->data) {
1143                         free(dest->data);
1144                         dest->length = 0;
1145                         dest->data = NULL;
1146                         _mmcam_dbg_log("Jpeg is released!");
1147                 }
1148         } else {
1149                 _mmcam_dbg_log("No need to release");
1150         }
1151
1152         return;
1153 }
1154
1155
1156 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1157 {
1158         int ret = MM_ERROR_NONE;
1159         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1160         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1161         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1162         int codectype = MM_IMAGE_CODEC_JPEG;
1163         int attr_index = 0;
1164         int count = 0;
1165         int stop_cont_shot = FALSE;
1166         int tag_enable = FALSE;
1167         int provide_exif = FALSE;
1168         int capture_quality = 0;
1169         int try_lock_count = 0;
1170         gboolean send_captured_message = FALSE;
1171         unsigned char *exif_raw_data = NULL;
1172         unsigned char *internal_main_data = NULL;
1173         unsigned int internal_main_length = 0;
1174         unsigned char *internal_thumb_data = NULL;
1175         unsigned int internal_thumb_length = 0;
1176         unsigned char *compare_data = NULL;
1177
1178         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1179         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1180         _MMCamcorderImageInfo *info = NULL;
1181         _MMCamcorderSubContext *sc = NULL;
1182         MMCamcorderCaptureDataType dest = {0,};
1183         MMCamcorderCaptureDataType thumb = {0,};
1184         MMCamcorderCaptureDataType scrnail = {0,};
1185         MMCamcorderCaptureDataType encode_src = {0,};
1186         GstMapInfo mapinfo1;
1187         GstMapInfo mapinfo2;
1188         GstMapInfo mapinfo3;
1189
1190         mmf_attrs_t *attrs = NULL;
1191         mmf_attribute_t *item_screennail = NULL;
1192         mmf_attribute_t *item_exif_raw_data = NULL;
1193
1194         mmf_return_if_fail(hcamcorder);
1195
1196         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1197         mmf_return_if_fail(sc && sc->info_image);
1198
1199         info = sc->info_image;
1200
1201         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1202         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1203         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1204
1205         /* get current state */
1206         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1207
1208         _mmcam_dbg_err("START - current state %d", current_state);
1209
1210         /* check capture state */
1211         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0)
1212                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1213                         MMCAM_CAPTURE_BREAK_CONTINUOUS_SHOT, &stop_cont_shot,
1214                         NULL);
1215
1216         if (!info->capturing || stop_cont_shot) {
1217                 _mmcam_dbg_warn("stop command[%d] or not capturing state[%d]. skip this...", stop_cont_shot, info->capturing);
1218
1219                 /* set FALSE here for the case that info->capturing is still FALSE
1220                         (== capture_send_count is 0 at the time _mmcamcorder_commit_capture_break_cont_shot is called) */
1221                 info->capturing = FALSE;
1222
1223                 /*free GstBuffer*/
1224                 if (sample1)
1225                         gst_sample_unref(sample1);
1226
1227                 if (sample2)
1228                         gst_sample_unref(sample2);
1229
1230                 if (sample3)
1231                         gst_sample_unref(sample3);
1232
1233                 return;
1234         }
1235
1236         /* check command lock to block capture callback if capture start API is not returned
1237            wait for 2 seconds at worst case */
1238         try_lock_count = 0;
1239         do {
1240                 _mmcam_dbg_log("Try command LOCK");
1241                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1242                         _mmcam_dbg_log("command LOCK OK");
1243                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1244                         break;
1245                 }
1246
1247                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1248                         _mmcam_dbg_warn("command LOCK Failed, retry...[count %d]", try_lock_count);
1249                         usleep(TRY_LOCK_TIME);
1250                 } else {
1251                         _mmcam_dbg_err("failed to lock command LOCK");
1252                         break;
1253                 }
1254         } while (TRUE);
1255
1256         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1257                 /* play capture sound here if multi capture
1258                    or preview format is ITLV(because of AF and flash control in plugin) */
1259                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1260                         g_mutex_lock(&hcamcorder->task_thread_lock);
1261                         _mmcam_dbg_log("send signal for sound play");
1262                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1263                         g_cond_signal(&hcamcorder->task_thread_cond);
1264                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1265                 } else if (!info->played_capture_sound) {
1266                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1267                 }
1268         }
1269
1270         /* init capture data */
1271         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1272         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1273         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1274
1275         /* Prepare main, thumbnail buffer */
1276         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1));
1277         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1278                 _mmcam_dbg_err("Unsupported pixel type");
1279                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1280                 goto error;
1281         }
1282
1283         /* Main image buffer */
1284         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1285                 _mmcam_dbg_err("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1286                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1287                 goto error;
1288         } else {
1289                 if ((mapinfo1.data == NULL) && (mapinfo1.size == 0)) {
1290                         _mmcam_dbg_err("mapinfo1 is wrong (%p, size %d)", mapinfo1.data, mapinfo1.size);
1291                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1292                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1293                         goto error;
1294                 } else {
1295                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1296                 }
1297         }
1298
1299         if (!sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ))
1300                 _mmcam_dbg_log("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1301
1302         if (!sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ))
1303                 _mmcam_dbg_log("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1304
1305         /* Screennail image buffer */
1306         attrs = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(hcamcorder);
1307         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index);
1308         item_screennail = &attrs->items[attr_index];
1309
1310         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1311                 _mmcam_dbg_log("Screennail (sample3=%p,size=%d)", sample3, mapinfo3.size);
1312
1313                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3));
1314                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1315
1316                 /* Set screennail attribute for application */
1317                 ret = mmf_attribute_set_data(item_screennail, &scrnail, sizeof(scrnail));
1318                 _mmcam_dbg_log("Screennail set attribute data %p, size %d, ret %x", &scrnail, sizeof(scrnail), ret);
1319         } else {
1320                 _mmcam_dbg_log("Sample3 has wrong pointer. Not Error. (sample3=%p)", sample3);
1321                 mmf_attribute_set_data(item_screennail, NULL, 0);
1322         }
1323
1324         /* commit screennail data */
1325         mmf_attribute_commit(item_screennail);
1326
1327         /* init thumb data */
1328         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1329
1330         /* get provide-exif */
1331         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1332
1333         /* Thumbnail image buffer */
1334         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1335                 _mmcam_dbg_log("Thumbnail (buffer2=%p)", gst_sample_get_buffer(sample2));
1336                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2));
1337                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1338         } else {
1339                 _mmcam_dbg_log("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1340
1341                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1342                         ExifLoader *l;
1343                         /* get thumbnail from EXIF */
1344                         l = exif_loader_new();
1345                         if (l) {
1346                                 ExifData *ed;
1347                                 char  width[10];
1348                                 char  height[10];
1349                                 ExifEntry *entry = NULL;
1350
1351                                 exif_loader_write(l, dest.data, dest.length);
1352
1353                                 /* Get a pointer to the EXIF data */
1354                                 ed = exif_loader_get_data(l);
1355
1356                                 /* The loader is no longer needed--free it */
1357                                 exif_loader_unref(l);
1358                                 l = NULL;
1359                                 if (ed) {
1360                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1361                                         if (entry != NULL)
1362                                                 exif_entry_get_value(entry, width, 10);
1363
1364                                         entry = NULL;
1365                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1366                                         if (entry != NULL)
1367                                                 exif_entry_get_value(entry, height, 10);
1368
1369                                         entry = NULL;
1370                                         /* Make sure the image had a thumbnail before trying to write it */
1371                                         if (ed->data && ed->size) {
1372                                                 thumb.data = malloc(ed->size);
1373                                                 if (thumb.data) {
1374                                                         memcpy(thumb.data, ed->data, ed->size);
1375                                                         thumb.length = ed->size;
1376                                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1377                                                         thumb.width = atoi(width);
1378                                                         thumb.height = atoi(height);
1379                                                         internal_thumb_data = thumb.data;
1380                                                 } else {
1381                                                         _mmcam_dbg_err("failed to alloc thumbnail data");
1382                                                 }
1383                                         }
1384                                         exif_data_unref(ed);
1385                                         ed = NULL;
1386                                 } else {
1387                                         _mmcam_dbg_warn("failed to get exif data");
1388                                 }
1389                         } else {
1390                                 _mmcam_dbg_warn("failed to create exif loader");
1391                         }
1392                 }
1393
1394                 if (thumb.data == NULL) {
1395                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1396                             scrnail.data && scrnail.length != 0) {
1397                                 /* make thumbnail image with screennail data */
1398                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1399                         } else if (sc->internal_encode) {
1400                                 /* make thumbnail image with main data, this is raw data */
1401                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1402                         }
1403                 }
1404
1405                 /* encode thumbnail */
1406                 if (encode_src.data) {
1407                         unsigned int thumb_width = 0;
1408                         unsigned int thumb_height = 0;
1409                         unsigned int thumb_length = 0;
1410                         unsigned char *thumb_raw_data = NULL;
1411
1412                         /* encode image */
1413                         _mmcam_dbg_log("Encode Thumbnail");
1414
1415                         if (encode_src.width > THUMBNAIL_WIDTH) {
1416                                 /* calculate thumbnail size */
1417                                 thumb_width = THUMBNAIL_WIDTH;
1418                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1419                                 if (thumb_height % 2 != 0)
1420                                         thumb_height += 1;
1421
1422                                 _mmcam_dbg_log("need to resize : thumbnail size %dx%d, format %d",
1423                                         thumb_width, thumb_height, encode_src.format);
1424
1425                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1426                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1427                                      encode_src.width % thumb_width == 0 &&
1428                                      encode_src.height % thumb_height == 0) {
1429                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1430                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1431                                                 thumb_raw_data = NULL;
1432                                                 _mmcam_dbg_warn("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1433                                         }
1434                                 } else {
1435                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1436                                                 encode_src.length, encode_src.format,
1437                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1438                                                 thumb_raw_data = NULL;
1439                                                 _mmcam_dbg_warn("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1440                                         }
1441                                 }
1442                         } else {
1443                                 thumb_width = encode_src.width;
1444                                 thumb_height = encode_src.height;
1445
1446                                 _mmcam_dbg_log("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1447
1448                                 thumb_raw_data = encode_src.data;
1449                                 thumb_length = encode_src.length;
1450                         }
1451
1452                         if (thumb_raw_data) {
1453                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1454                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1455                                         (void **)&internal_thumb_data, &internal_thumb_length);
1456                                 if (ret) {
1457                                         _mmcam_dbg_log("encode THUMBNAIL done - data %p, length %d", internal_thumb_data, internal_thumb_length);
1458
1459                                         thumb.data = internal_thumb_data;
1460                                         thumb.length = internal_thumb_length;
1461                                         thumb.width = thumb_width;
1462                                         thumb.height = thumb_height;
1463                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1464                                 } else {
1465                                         _mmcam_dbg_warn("failed to encode THUMBNAIL");
1466                                 }
1467
1468                                 /* release allocated raw data memory */
1469                                 if (thumb_raw_data != encode_src.data) {
1470                                         free(thumb_raw_data);
1471                                         thumb_raw_data = NULL;
1472                                         _mmcam_dbg_log("release thumb_raw_data");
1473                                 }
1474                         } else {
1475                                 _mmcam_dbg_warn("thumb_raw_data is NULL");
1476                         }
1477                 } else {
1478                         /* no raw data src for thumbnail */
1479                         _mmcam_dbg_log("no need to encode thumbnail");
1480                 }
1481         }
1482
1483         /* Encode JPEG */
1484         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1485                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1486                         MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1487                         NULL);
1488                 _mmcam_dbg_log("Start Internal Encode - capture_quality %d", capture_quality);
1489
1490                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1491                         pixtype_main, dest.length, capture_quality,
1492                         (void **)&internal_main_data, &internal_main_length);
1493                 if (!ret) {
1494                         _mmcam_dbg_err("_mmcamcorder_encode_jpeg failed");
1495
1496                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1497
1498                         goto error;
1499                 }
1500
1501                 /* set format */
1502                 dest.data = internal_main_data;
1503                 dest.length = internal_main_length;
1504                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1505
1506                 _mmcam_dbg_log("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1507         }
1508
1509         /* create EXIF info */
1510         if (!provide_exif) {    /* make new exif */
1511                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1512         } else {        /* load from jpeg buffer dest.data */
1513                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1514                 if (ret != MM_ERROR_NONE) {
1515                         _mmcam_dbg_err("Failed to load exif_info [%x], try to create EXIF", ret);
1516                         provide_exif = FALSE;
1517                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1518                 }
1519         }
1520         if (ret != MM_ERROR_NONE) {
1521                 _mmcam_dbg_err("Failed to create exif_info [%x], but keep going...", ret);
1522         } else {
1523                 /* add basic exif info */
1524                 if (!provide_exif) {
1525                         _mmcam_dbg_log("add basic exif info");
1526                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1527                 } else {
1528                         _mmcam_dbg_log("update exif info");
1529                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1530                 }
1531
1532                 if (ret != MM_ERROR_NONE) {
1533                         _mmcam_dbg_warn("Failed set_exif_basic_info [%x], but keep going...", ret);
1534                         ret = MM_ERROR_NONE;
1535                 }
1536         }
1537
1538         /* get attribute item for EXIF data */
1539         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index);
1540         item_exif_raw_data = &attrs->items[attr_index];
1541
1542         /* set EXIF data to attribute */
1543         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1544                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1545                 if (exif_raw_data) {
1546                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1547                         mmf_attribute_set_data(item_exif_raw_data, exif_raw_data, hcamcorder->exif_info->size);
1548                         _mmcam_dbg_log("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1549                 } else {
1550                         _mmcam_dbg_warn("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1551                 }
1552         } else {
1553                 _mmcam_dbg_warn("failed to create EXIF. set EXIF as NULL");
1554                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1555         }
1556
1557         /* commit EXIF data */
1558         mmf_attribute_commit(item_exif_raw_data);
1559
1560         /* get tag-enable */
1561         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1562
1563         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1564         if (dest.format == MM_PIXEL_FORMAT_ENCODED) {
1565                 if (tag_enable) {
1566                         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1567                                 MMCAM_IMAGE_ENCODER, &codectype,
1568                                 NULL);
1569                         _mmcam_dbg_log("codectype %d", codectype);
1570
1571                         switch (codectype) {
1572                         case MM_IMAGE_CODEC_JPEG:
1573                         case MM_IMAGE_CODEC_SRW:
1574                         case MM_IMAGE_CODEC_JPEG_SRW:
1575                                 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1576                                 if (ret != MM_ERROR_NONE) {
1577                                         _mmcam_dbg_err("Error on setting extra data to jpeg");
1578                                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1579                                         goto error;
1580                                 }
1581                                 break;
1582                         default:
1583                                 _mmcam_dbg_err("The codectype is not supported. (%d)", codectype);
1584                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1585                                 goto error;
1586                         }
1587                 }
1588         }
1589
1590         /* Handle Capture Callback */
1591         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1592
1593         if (hcamcorder->vcapture_cb) {
1594                 _mmcam_dbg_log("APPLICATION CALLBACK START");
1595                 if (thumb.data)
1596                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1597                 else
1598                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1599
1600                 _mmcam_dbg_log("APPLICATION CALLBACK END");
1601         } else {
1602                 _mmcam_dbg_err("Capture callback is NULL.");
1603
1604                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1605
1606                 goto err_release_exif;
1607         }
1608
1609         /* Set capture count */
1610         count = ++(info->capture_send_count);
1611         send_captured_message = TRUE;
1612
1613 err_release_exif:
1614         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1615
1616         /* init screennail and EXIF raw data */
1617         mmf_attribute_set_data(item_screennail, NULL, 0);
1618         mmf_attribute_commit(item_screennail);
1619         if (exif_raw_data) {
1620                 free(exif_raw_data);
1621                 exif_raw_data = NULL;
1622
1623                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1624                 mmf_attribute_commit(item_exif_raw_data);
1625         }
1626
1627         /* Release jpeg data */
1628         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED)
1629                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1630
1631 error:
1632         /* Check end condition and set proper value */
1633         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1634             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1635                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1636         }
1637
1638         /* release internal allocated data */
1639         if (sc->internal_encode)
1640                 compare_data = internal_main_data;
1641         else
1642                 compare_data = mapinfo1.data;
1643
1644         if (dest.data && compare_data &&
1645             dest.data != compare_data) {
1646                 _mmcam_dbg_log("release internal allocated data %p", dest.data);
1647                 free(dest.data);
1648                 dest.data = NULL;
1649                 dest.length = 0;
1650         }
1651         if (internal_main_data) {
1652                 _mmcam_dbg_log("release internal main data %p", internal_main_data);
1653                 free(internal_main_data);
1654                 internal_main_data = NULL;
1655         }
1656         if (internal_thumb_data) {
1657                 _mmcam_dbg_log("release internal thumb data %p", internal_thumb_data);
1658                 free(internal_thumb_data);
1659                 internal_thumb_data = NULL;
1660         }
1661
1662         /* reset compare_data */
1663         compare_data = NULL;
1664
1665         /*free GstBuffer*/
1666         if (sample1) {
1667                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1668                 gst_sample_unref(sample1);
1669         }
1670         if (sample2) {
1671                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1672                 gst_sample_unref(sample2);
1673         }
1674         if (sample3) {
1675                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1676                 gst_sample_unref(sample3);
1677         }
1678
1679         /* destroy exif info */
1680         mm_exif_destory_exif_info(hcamcorder->exif_info);
1681         hcamcorder->exif_info = NULL;
1682
1683         /* send captured message */
1684         if (send_captured_message) {
1685                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1686                         /* Send CAPTURED message and count - capture success */
1687                         if (current_state >= MM_CAMCORDER_STATE_RECORDING)
1688                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1689                         else
1690                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1691                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1692                         /* send captured message only once in HDR and Original Capture mode */
1693                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1694                 }
1695         }
1696
1697         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1698                 /* Handle capture in recording case */
1699                 hcamcorder->capture_in_recording = FALSE;
1700
1701                 g_mutex_lock(&hcamcorder->task_thread_lock);
1702
1703                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
1704                         _mmcam_dbg_log("send signal for capture in recording");
1705                         g_cond_signal(&hcamcorder->task_thread_cond);
1706                 } else {
1707                         _mmcam_dbg_warn("unexpected task thread state : %d", hcamcorder->task_thread_state);
1708                 }
1709
1710                 g_mutex_unlock(&hcamcorder->task_thread_lock);
1711
1712                 _MMCAMCORDER_CMD_SIGNAL(hcamcorder);
1713         }
1714
1715         _mmcam_dbg_err("END");
1716
1717         return;
1718 }
1719
1720
1721 gboolean __mmcamcorder_handoff_callback(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1722 {
1723         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1724         _MMCamcorderSubContext *sc = NULL;
1725
1726         mmf_return_val_if_fail(hcamcorder, FALSE);
1727
1728         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1729         mmf_return_val_if_fail(sc && sc->element, FALSE);
1730
1731         _mmcam_dbg_log("");
1732
1733         /* FIXME. How could you get a thumbnail? */
1734         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
1735
1736         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
1737                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
1738                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
1739                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
1740         }
1741
1742         return TRUE;
1743 }
1744
1745
1746 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
1747 {
1748         int value = 0;
1749         ExifShort eshort = 0;
1750         int ret = MM_ERROR_NONE;
1751
1752         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
1753         _mmcam_dbg_log("get orientation [%d]", value);
1754         if (value == 0)
1755                 value = MM_EXIF_ORIENTATION;
1756
1757         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
1758         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
1759                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
1760         if (ret != MM_ERROR_NONE)
1761                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
1762
1763 exit:
1764         return ed;
1765 }
1766
1767
1768 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
1769 {
1770         int ret = MM_ERROR_NONE;
1771         char *make = strdup(MM_MAKER_NAME);
1772
1773         if (make) {
1774                 _mmcam_dbg_log("maker [%s]", make);
1775                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
1776                         EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
1777                 free(make);
1778                 if (ret != MM_ERROR_NONE)
1779                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1780         } else {
1781                 _mmcam_dbg_err("strdup failed [%s]", MM_MAKER_NAME);
1782         }
1783
1784 exit:
1785         return ed;
1786 }
1787
1788
1789 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
1790 {
1791         int ret = MM_ERROR_NONE;
1792         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1793
1794         if (hcamcorder == NULL || ed == NULL) {
1795                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1796                 return NULL;
1797         }
1798
1799         if (hcamcorder->software_version) {
1800                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
1801                         strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
1802
1803                 _mmcam_dbg_log("set software_version[%s] ret[0x%x]",
1804                         hcamcorder->software_version, ret);
1805         } else {
1806                 _mmcam_dbg_err("model_name is NULL");
1807         }
1808
1809         return ed;
1810 }
1811
1812
1813 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
1814 {
1815         int ret = MM_ERROR_NONE;
1816         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1817
1818         if (hcamcorder == NULL || ed == NULL) {
1819                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1820                 return NULL;
1821         }
1822
1823         if (hcamcorder->model_name) {
1824                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
1825                         strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
1826
1827                 _mmcam_dbg_err("set model name[%s] ret[0x%x]",
1828                         hcamcorder->model_name, ret);
1829         } else {
1830                 _mmcam_dbg_err("model_name is NULL");
1831         }
1832
1833         return ed;
1834 }
1835
1836 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
1837 {
1838         int ret = MM_ERROR_NONE;
1839         int gps_enable = TRUE;
1840         char *err_name = NULL;
1841         double latitude = INVALID_GPS_VALUE;
1842         double longitude = INVALID_GPS_VALUE;
1843         double altitude = INVALID_GPS_VALUE;
1844
1845         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
1846         if (ret == MM_ERROR_NONE && gps_enable) {
1847                 ExifByte GpsVersion[4] = {2, 2, 0, 0};
1848
1849                 _mmcam_dbg_log("Tag for GPS is ENABLED.");
1850
1851                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
1852                         EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
1853                 if (ret != MM_ERROR_NONE)
1854                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
1855
1856                 ret = mm_camcorder_get_attributes(handle, &err_name,
1857                         MMCAM_TAG_LATITUDE, &latitude,
1858                         MMCAM_TAG_LONGITUDE, &longitude,
1859                         MMCAM_TAG_ALTITUDE, &altitude, NULL);
1860                 if (ret != MM_ERROR_NONE) {
1861                         _mmcam_dbg_err("failed to get gps info [%x][%s]", ret, err_name);
1862                         SAFE_FREE(err_name);
1863                         goto exit;
1864                 }
1865
1866                 _mmcam_dbg_log("latitude [%f]", latitude);
1867                 if (latitude != INVALID_GPS_VALUE) {
1868                         unsigned char *b = NULL;
1869                         unsigned int deg;
1870                         unsigned int min;
1871                         unsigned int sec;
1872                         ExifRational rData;
1873
1874                         if (latitude < 0) {
1875                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1876                                         EXIF_FORMAT_ASCII, 2, "S");
1877                                 if (ret != MM_ERROR_NONE)
1878                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1879
1880                                 latitude = -latitude;
1881                         } else if (latitude > 0) {
1882                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1883                                         EXIF_FORMAT_ASCII, 2, "N");
1884                                 if (ret != MM_ERROR_NONE)
1885                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1886                         }
1887
1888                         deg = (unsigned int)(latitude);
1889                         min = (unsigned int)((latitude-deg) * 60);
1890                         sec = (unsigned int)(((latitude-deg) * 3600) - min * 60);
1891
1892                         _mmcam_dbg_log("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1893                         b = malloc(3 * sizeof(ExifRational));
1894                         if (b) {
1895                                 rData.numerator = deg;
1896                                 rData.denominator = 1;
1897                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1898                                 rData.numerator = min;
1899                                 exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
1900                                 rData.numerator = sec;
1901                                 exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
1902
1903                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
1904                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1905                                 free(b);
1906                                 if (ret != MM_ERROR_NONE)
1907                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
1908                         } else {
1909                                 _mmcam_dbg_warn("malloc failed");
1910                         }
1911                 }
1912
1913                 _mmcam_dbg_log("longitude [%f]", longitude);
1914                 if (longitude != INVALID_GPS_VALUE) {
1915                         unsigned char *b = NULL;
1916                         unsigned int deg;
1917                         unsigned int min;
1918                         unsigned int sec;
1919                         ExifRational rData;
1920
1921                         if (longitude < 0) {
1922                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1923                                         EXIF_FORMAT_ASCII, 2, "W");
1924                                 if (ret != MM_ERROR_NONE)
1925                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1926
1927                                 longitude = -longitude;
1928                         } else if (longitude > 0) {
1929                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1930                                         EXIF_FORMAT_ASCII, 2, "E");
1931                                 if (ret != MM_ERROR_NONE)
1932                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1933                         }
1934
1935                         deg = (unsigned int)(longitude);
1936                         min = (unsigned int)((longitude-deg) * 60);
1937                         sec = (unsigned int)(((longitude-deg) * 3600) - min * 60);
1938
1939                         _mmcam_dbg_log("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1940                         b = malloc(3 * sizeof(ExifRational));
1941                         if (b) {
1942                                 rData.numerator = deg;
1943                                 rData.denominator = 1;
1944                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1945                                 rData.numerator = min;
1946                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1947                                 rData.numerator = sec;
1948                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1949                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
1950                                         EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1951                                 free(b);
1952                                 if (ret != MM_ERROR_NONE)
1953                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
1954                         } else {
1955                                 _mmcam_dbg_warn("malloc failed");
1956                         }
1957                 }
1958
1959                 _mmcam_dbg_log("f_altitude [%f]", altitude);
1960                 if (altitude != INVALID_GPS_VALUE) {
1961                         ExifByte alt_ref = 0;
1962                         unsigned char *b = NULL;
1963                         ExifRational rData;
1964                         b = malloc(sizeof(ExifRational));
1965                         if (b) {
1966                                 if (altitude < 0) {
1967                                         alt_ref = 1;
1968                                         altitude = -altitude;
1969                                 }
1970
1971                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
1972                                         EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
1973                                 if (ret != MM_ERROR_NONE) {
1974                                         _mmcam_dbg_err("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
1975                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
1976                                                 free(b);
1977                                                 b = NULL;
1978                                                 goto exit;
1979                                         }
1980                                 }
1981
1982                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
1983                                 rData.denominator = 100;
1984                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1985                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
1986                                         EXIF_FORMAT_RATIONAL, 1, (const char *)b);
1987                                 free(b);
1988                                 if (ret != MM_ERROR_NONE)
1989                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
1990                         } else {
1991                                 _mmcam_dbg_warn("malloc failed");
1992                         }
1993                 }
1994
1995                 {
1996                         double gps_timestamp = INVALID_GPS_VALUE;
1997                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
1998                         _mmcam_dbg_log("Gps timestamp [%f]", gps_timestamp);
1999                         if (gps_timestamp > 0.0) {
2000                                 unsigned char *b = NULL;
2001                                 unsigned int hour;
2002                                 unsigned int min;
2003                                 unsigned int microsec;
2004                                 ExifRational rData;
2005
2006                                 hour = (unsigned int)(gps_timestamp / 3600);
2007                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
2008                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
2009
2010                                 _mmcam_dbg_log("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
2011                                 b = malloc(3 * sizeof(ExifRational));
2012                                 if (b) {
2013                                         rData.numerator = hour;
2014                                         rData.denominator = 1;
2015                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2016
2017                                         rData.numerator = min;
2018                                         rData.denominator = 1;
2019                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
2020
2021                                         rData.numerator = microsec;
2022                                         rData.denominator = 1000000;
2023                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
2024
2025                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
2026                                                 EXIF_FORMAT_RATIONAL, 3, (const char *)b);
2027                                         free(b);
2028                                         if (ret != MM_ERROR_NONE)
2029                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
2030                                 } else {
2031                                         _mmcam_dbg_warn("malloc failed.");
2032                                 }
2033                         }
2034                 }
2035
2036                 {
2037                         unsigned char *date_stamp = NULL;
2038                         int date_stamp_len = 0;
2039
2040                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
2041
2042                         if (date_stamp) {
2043                                 _mmcam_dbg_log("Date stamp [%s]", date_stamp);
2044
2045                                 /* cause it should include NULL char */
2046                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2047                                         EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2048                                 if (ret != MM_ERROR_NONE)
2049                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2050                         }
2051                 }
2052
2053                 {
2054                         unsigned char *processing_method = NULL;
2055                         int processing_method_len = 0;
2056
2057                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2058
2059                         if (processing_method) {
2060                                 _mmcam_dbg_log("Processing method [%s]", processing_method);
2061
2062                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2063                                         EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2064                                 if (ret != MM_ERROR_NONE)
2065                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2066                         }
2067                 }
2068         } else {
2069                 _mmcam_dbg_log("Tag for GPS is DISABLED.");
2070         }
2071
2072 exit:
2073         return ed;
2074 }
2075
2076
2077 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2078 {
2079         int ret = MM_ERROR_NONE;
2080         mmf_camcorder_t *hcamcorder = NULL;
2081         ExifData *ed = NULL;
2082
2083         hcamcorder = MMF_CAMCORDER(handle);
2084
2085         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2086
2087         ed = exif_data_new_from_data(imagedata, imgln);
2088         /*ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);*/
2089
2090         if (ed == NULL) {
2091                 _mmcam_dbg_err("get exif data error!!");
2092                 return MM_ERROR_INVALID_HANDLE;
2093         }
2094
2095         /* update necessary */
2096
2097         __mmcamcorder_update_exif_make(handle, ed);
2098         __mmcamcorder_update_exif_software(handle, ed);
2099         __mmcamcorder_update_exif_model(handle, ed);
2100         __mmcamcorder_update_exif_orientation(handle, ed);
2101         __mmcamcorder_update_exif_gps(handle, ed);
2102         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2103         if (ret != MM_ERROR_NONE)
2104                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2105
2106         exif_data_unref(ed);
2107         ed = NULL;
2108         return ret;
2109 }
2110
2111 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2112 {
2113         int ret = MM_ERROR_NONE;
2114         int value;
2115         int str_val_len = 0;
2116         int cntl = 0;
2117         int cnts = 0;
2118         char *str_value = NULL;
2119         char *user_comment = NULL;
2120         ExifData *ed = NULL;
2121         ExifLong config;
2122         ExifLong ExifVersion;
2123         static ExifShort eshort[20];
2124         static ExifLong elong[10];
2125
2126         GstCameraControl *control = NULL;
2127         GstCameraControlExifInfo avsys_exif_info;
2128
2129         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2130         _MMCamcorderSubContext *sc = NULL;
2131
2132         _mmcam_dbg_log("");
2133
2134         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2135
2136         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2137         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2138
2139         CLEAR(avsys_exif_info);
2140
2141         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2142                 _mmcam_dbg_err("Can't cast Video source into camera control. Skip camera control values...");
2143         } else {
2144                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2145                 /* get device information */
2146                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2147         }
2148
2149         /* get ExifData from exif info */
2150         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2151         if (ed == NULL) {
2152                 _mmcam_dbg_err("get exif data error!!");
2153                 return MM_ERROR_INVALID_HANDLE;
2154         }
2155
2156         /* Receive attribute info */
2157
2158         /* START INSERT IFD_0 */
2159
2160         /*0. EXIF_TAG_EXIF_VERSION */
2161         ExifVersion = MM_EXIF_VERSION;
2162         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2163                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2164         if (ret != MM_ERROR_NONE)
2165                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2166
2167         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2168         value = image_width;
2169
2170         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2171         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2172                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2173         if (ret != MM_ERROR_NONE)
2174                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2175
2176         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2177                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2178         if (ret != MM_ERROR_NONE)
2179                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2180
2181         _mmcam_dbg_log("width[%d]", value);
2182
2183         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2184         value = image_height;
2185
2186         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2187         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2188                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2189         if (ret != MM_ERROR_NONE)
2190                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2191
2192         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2193                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2194         if (ret != MM_ERROR_NONE)
2195                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2196
2197         _mmcam_dbg_log("height[%d]", value);
2198
2199         /*4. EXIF_TAG_DATE_TIME */
2200
2201         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2202
2203         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2204         {
2205                 unsigned char *b;
2206                 time_t t;
2207                 struct tm tm;
2208
2209                 b = malloc(20 * sizeof(unsigned char));
2210                 if (b == NULL) {
2211                         _mmcam_dbg_err("failed to alloc b");
2212                         ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2213                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2214                 }
2215
2216                 memset(b, '\0', 20);
2217
2218                 t = time(NULL);
2219                 tzset();
2220                 localtime_r(&t, &tm);
2221
2222                 snprintf((char *)b, 20, "%04i:%02i:%02i %02i:%02i:%02i",
2223                         tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2224                         tm.tm_hour, tm.tm_min, tm.tm_sec);
2225
2226                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2227                 if (ret != MM_ERROR_NONE) {
2228                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2229                                 free(b);
2230
2231                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2232                 }
2233
2234                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2235                 if (ret != MM_ERROR_NONE) {
2236                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2237                                 free(b);
2238
2239                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2240                 }
2241
2242                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2243                 if (ret != MM_ERROR_NONE) {
2244                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY)
2245                                 free(b);
2246
2247                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2248                 }
2249
2250                 free(b);
2251         }
2252
2253         /*5. EXIF_TAG_MAKE */
2254         __mmcamcorder_update_exif_make(handle, ed);
2255
2256 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2257
2258         /*6. EXIF_TAG_MODEL */
2259         __mmcamcorder_update_exif_model(handle, ed);
2260
2261 #endif
2262         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2263         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2264         if (str_value && str_val_len > 0) {
2265                 char *description = strdup(str_value);
2266
2267                 _mmcam_dbg_log("desctiption [%s]", str_value);
2268
2269                 if (description) {
2270                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2271                                 EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2272                         free(description);
2273                         str_value = NULL;
2274                         str_val_len = 0;
2275                         if (ret != MM_ERROR_NONE)
2276                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2277                 } else {
2278                         _mmcam_dbg_err("strdup failed for [%s]", str_value);
2279                 }
2280         } else {
2281                 _mmcam_dbg_warn("failed to get description");
2282         }
2283
2284         /*7. EXIF_TAG_SOFTWARE*/
2285         __mmcamcorder_update_exif_software(handle, ed);
2286
2287 /*
2288         if (control != NULL) {
2289                 char software[50] = {0,};
2290                 unsigned int len = 0;
2291
2292                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8, (avsys_exif_info.software_used & 0xff));
2293                 _mmcam_dbg_log("software [%s], len [%d]", software, len);
2294                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2295                         EXIF_FORMAT_ASCII, len, (const char *)software);
2296                 if (ret != MM_ERROR_NONE) {
2297                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2298                 }
2299         }
2300 */
2301
2302         __mmcamcorder_update_exif_orientation(handle, ed);
2303
2304         /* START INSERT EXIF_IFD */
2305
2306         /*3. User Comment*/
2307         /*FIXME : get user comment from real user */
2308         user_comment = strdup(MM_USER_COMMENT);
2309         if (user_comment) {
2310                 _mmcam_dbg_log("user_comment=%s", user_comment);
2311                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2312                         EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2313                 free(user_comment);
2314                 if (ret != MM_ERROR_NONE)
2315                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2316         } else {
2317                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2318                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2319         }
2320
2321         /*9. EXIF_TAG_COLOR_SPACE */
2322         if (control != NULL) {
2323                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2324                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2325                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2326                 if (ret != MM_ERROR_NONE)
2327                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2328         }
2329
2330         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2331         if (control != NULL) {
2332                 config = avsys_exif_info.component_configuration;
2333                 _mmcam_dbg_log("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ", config);
2334                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2335                         EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2336                 if (ret != MM_ERROR_NONE)
2337                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2338         }
2339
2340         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2341         /* written  the device_info */
2342
2343         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2344         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2345
2346         /*14. EXIF_TAG_EXPOSURE_TIME*/
2347         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2348                 unsigned char *b = NULL;
2349                 ExifRational rData;
2350
2351                 _mmcam_dbg_log("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2352                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2353
2354                 b = malloc(sizeof(ExifRational));
2355                 if (b) {
2356                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2357                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2358
2359                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2360                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2361                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2362                         free(b);
2363                         if (ret != MM_ERROR_NONE)
2364                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2365                 } else {
2366                         _mmcam_dbg_warn("malloc failed.");
2367                 }
2368         } else {
2369                 _mmcam_dbg_log("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2370                         avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2371         }
2372
2373         /*15. EXIF_TAG_FNUMBER */
2374         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2375                 unsigned char *b = NULL;
2376                 ExifRational rData;
2377
2378                 _mmcam_dbg_log("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2379                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2380
2381                 b = malloc(sizeof(ExifRational));
2382                 if (b) {
2383                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2384                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2385                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2386                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2387                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2388                         free(b);
2389                         if (ret != MM_ERROR_NONE)
2390                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2391                 } else {
2392                         _mmcam_dbg_warn("malloc failed.");
2393                 }
2394         } else {
2395                 _mmcam_dbg_log("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2396                         avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2397         }
2398
2399         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2400         /*FIXME*/
2401         value = MM_EXPOSURE_PROGRAM;
2402         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2403         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2404                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2405         if (ret != MM_ERROR_NONE)
2406                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2407
2408         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2409         if (avsys_exif_info.iso) {
2410                 _mmcam_dbg_log("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2411                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2412                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2413                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2414                 if (ret != MM_ERROR_NONE)
2415                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2416         }
2417
2418         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2419         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2420                 unsigned char *b = NULL;
2421                 ExifSRational rsData;
2422
2423                 _mmcam_dbg_log("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2424                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2425
2426                 b = malloc(sizeof(ExifSRational));
2427                 if (b) {
2428                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2429                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2430                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2431                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2432                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2433                         free(b);
2434                         if (ret != MM_ERROR_NONE)
2435                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2436                 } else {
2437                         _mmcam_dbg_warn("malloc failed.");
2438                 }
2439         } else {
2440                 _mmcam_dbg_log("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2441                         avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2442         }
2443
2444         /*19. EXIF_TAG_APERTURE_VALUE*/
2445         if (avsys_exif_info.aperture_in_APEX) {
2446                 unsigned char *b = NULL;
2447                 ExifRational rData;
2448
2449                 _mmcam_dbg_log("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2450
2451                 b = malloc(sizeof(ExifRational));
2452                 if (b) {
2453                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2454                         rData.denominator = 1;
2455                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2456                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2457                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2458                         free(b);
2459                         if (ret != MM_ERROR_NONE)
2460                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2461                 } else {
2462                         _mmcam_dbg_warn("malloc failed.");
2463                 }
2464         } else {
2465                 _mmcam_dbg_log("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2466         }
2467
2468         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2469         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2470                 unsigned char *b = NULL;
2471                 ExifSRational rsData;
2472
2473                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2474                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2475
2476                 b = malloc(sizeof(ExifSRational));
2477                 if (b) {
2478                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2479                         rsData.denominator = avsys_exif_info.brightness_denominator;
2480                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2481                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2482                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2483                         free(b);
2484                         if (ret != MM_ERROR_NONE)
2485                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2486                 } else {
2487                         _mmcam_dbg_warn("malloc failed.");
2488                 }
2489         } else {
2490                 _mmcam_dbg_log("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2491                         avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2492         }
2493
2494         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2495         value = 0;
2496         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2497         if (ret == MM_ERROR_NONE) {
2498                 unsigned char *b = NULL;
2499                 ExifSRational rsData;
2500
2501                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2502                         value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2503
2504                 b = malloc(sizeof(ExifSRational));
2505                 if (b) {
2506                         rsData.numerator = value - hcamcorder->brightness_default;
2507                         if (hcamcorder->brightness_step_denominator != 0) {
2508                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2509                         } else {
2510                                 _mmcam_dbg_warn("brightness_step_denominator is ZERO, so set 1");
2511                                 rsData.denominator = 1;
2512                         }
2513                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2514                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2515                                 EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2516                         free(b);
2517                         if (ret != MM_ERROR_NONE)
2518                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2519                 } else {
2520                         _mmcam_dbg_warn("malloc failed.");
2521                 }
2522         } else {
2523                 _mmcam_dbg_log("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2524         }
2525
2526         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2527 /*
2528         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2529                 unsigned char *b = NULL;
2530                 ExifRational rData;
2531
2532                 _mmcam_dbg_log("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2533
2534                 b = malloc(sizeof(ExifRational));
2535                 if (b) {
2536                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2537                         rData.denominator = 1;
2538                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2539                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2540                                 EXIF_FORMAT_RATIONAL, 1, b);
2541                         free(b);
2542                         if (ret != MM_ERROR_NONE)
2543                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2544                 } else {
2545                         _mmcam_dbg_warn("failed to alloc for MAX aperture value");
2546                 }
2547         }
2548 */
2549
2550         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2551         /* defualt : none */
2552
2553         /*24. EXIF_TAG_METERING_MODE */
2554         if (control != NULL) {
2555                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.metering_mode);
2556                 _mmcam_dbg_log("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2557                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2558                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2559                 if (ret != MM_ERROR_NONE)
2560                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2561         }
2562
2563         /*25. EXIF_TAG_LIGHT_SOURCE*/
2564
2565         /*26. EXIF_TAG_FLASH*/
2566         if (control != NULL) {
2567                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.flash);
2568                 _mmcam_dbg_log("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2569                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2570                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2571                 if (ret != MM_ERROR_NONE)
2572                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2573         }
2574
2575         /*27. EXIF_TAG_FOCAL_LENGTH*/
2576         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2577                 unsigned char *b = NULL;
2578                 ExifRational rData;
2579
2580                 _mmcam_dbg_log("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2581                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2582
2583                 b = malloc(sizeof(ExifRational));
2584                 if (b) {
2585                         rData.numerator = avsys_exif_info.focal_len_numerator;
2586                         rData.denominator = avsys_exif_info.focal_len_denominator;
2587                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2588                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2589                                 EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2590                         free(b);
2591                         if (ret != MM_ERROR_NONE)
2592                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2593                 } else {
2594                         _mmcam_dbg_warn("malloc failed.");
2595                 }
2596         } else {
2597                 _mmcam_dbg_log("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2598                         avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2599         }
2600
2601         /*28. EXIF_TAG_SENSING_METHOD*/
2602         /*FIXME*/
2603         value = MM_SENSING_MODE;
2604         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2605         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2606                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2607         if (ret != MM_ERROR_NONE)
2608                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2609
2610         /*29. EXIF_TAG_FILE_SOURCE*/
2611 /*
2612         value = MM_FILE_SOURCE;
2613         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2614         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2615                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2616         if (ret != MM_ERROR_NONE)
2617                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2618 */
2619
2620         /*30. EXIF_TAG_SCENE_TYPE*/
2621 /*
2622         value = MM_SCENE_TYPE;
2623         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2624         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2625                 EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2626         if (ret != MM_ERROR_NONE)
2627                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2628 */
2629
2630         /*31. EXIF_TAG_EXPOSURE_MODE*/
2631         /*FIXME*/
2632         value = MM_EXPOSURE_MODE;
2633         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2634         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2635                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2636         if (ret != MM_ERROR_NONE)
2637                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2638
2639         /*32. EXIF_TAG_WHITE_BALANCE*/
2640         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2641         if (ret == MM_ERROR_NONE) {
2642                 int set_value = 0;
2643                 _mmcam_dbg_log("WHITE BALANCE [%d]", value);
2644
2645                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC)
2646                         set_value = 0;
2647                 else
2648                         set_value = 1;
2649
2650                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2651                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2652                         EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2653                 if (ret != MM_ERROR_NONE)
2654                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2655         } else {
2656                 _mmcam_dbg_warn("failed to get white balance [%x]", ret);
2657         }
2658
2659         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2660 /*
2661         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2662         if (ret == MM_ERROR_NONE) {
2663                 _mmcam_dbg_log("DIGITAL ZOOM [%d]", value);
2664
2665                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2666                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2667                         EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2668                 if (ret != MM_ERROR_NONE)
2669                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2670         } else {
2671                 _mmcam_dbg_warn("failed to get digital zoom [%x]", ret);
2672         }
2673 */
2674
2675         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2676         /*FIXME*/
2677 /*
2678         value = MM_FOCAL_LENGTH_35MMFILM;
2679         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2680         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2681                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2682         if (ret != MM_ERROR_NONE)
2683                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2684 */
2685
2686         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2687         {
2688                 int scene_capture_type;
2689
2690                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2691                 if (ret == MM_ERROR_NONE) {
2692                         _mmcam_dbg_log("Scene mode(program mode) [%d]", value);
2693
2694                         switch (value) {
2695                         case MM_CAMCORDER_SCENE_MODE_NORMAL:
2696                                 scene_capture_type = 0; /* standard */
2697                                 break;
2698                         case MM_CAMCORDER_SCENE_MODE_PORTRAIT:
2699                                 scene_capture_type = 2; /* portrait */
2700                                 break;
2701                         case MM_CAMCORDER_SCENE_MODE_LANDSCAPE:
2702                                 scene_capture_type = 1; /* landscape */
2703                                 break;
2704                         case MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE:
2705                                 scene_capture_type = 3; /* night scene */
2706                                 break;
2707                         default:
2708                                 scene_capture_type = 4; /* Others */
2709                                 break;
2710                         }
2711
2712                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
2713                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
2714                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2715                         if (ret != MM_ERROR_NONE)
2716                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
2717                 } else {
2718                         _mmcam_dbg_warn("failed to get scene mode [%x]", ret);
2719                 }
2720         }
2721
2722         /*36. EXIF_TAG_GAIN_CONTROL*/
2723         /*FIXME*/
2724 /*
2725         value = MM_GAIN_CONTROL;
2726         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2727         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
2728                 EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2729         if (ret != MM_ERROR_NONE)
2730                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
2731 */
2732
2733
2734         /*37. EXIF_TAG_CONTRAST */
2735         {
2736                 type_int_range *irange = NULL;
2737                 int level = 0;
2738
2739                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2740                         CONFIGURE_CATEGORY_CTRL_EFFECT,
2741                         "Contrast",
2742                         &irange);
2743                 if (irange != NULL) {
2744                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
2745
2746                         _mmcam_dbg_log("CONTRAST currentt [%d], default [%d]", value, irange->default_value);
2747
2748                         if (value == irange->default_value)
2749                                 level = MM_VALUE_NORMAL;
2750                         else if (value < irange->default_value)
2751                                 level = MM_VALUE_LOW;
2752                         else
2753                                 level = MM_VALUE_HARD;
2754
2755                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2756                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
2757                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2758                         if (ret != MM_ERROR_NONE)
2759                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
2760                 } else {
2761                         _mmcam_dbg_warn("failed to get range of contrast");
2762                 }
2763         }
2764
2765         /*38. EXIF_TAG_SATURATION*/
2766         {
2767                 type_int_range *irange = NULL;
2768                 int level = 0;
2769
2770                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2771                         CONFIGURE_CATEGORY_CTRL_EFFECT,
2772                         "Saturation",
2773                         &irange);
2774                 if (irange != NULL) {
2775                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
2776
2777                         _mmcam_dbg_log("SATURATION current [%d], default [%d]", value, irange->default_value);
2778
2779                         if (value == irange->default_value)
2780                                 level = MM_VALUE_NORMAL;
2781                         else if (value < irange->default_value)
2782                                 level = MM_VALUE_LOW;
2783                         else
2784                                 level = MM_VALUE_HARD;
2785
2786                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2787                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
2788                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2789                         if (ret != MM_ERROR_NONE)
2790                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
2791                 } else {
2792                         _mmcam_dbg_warn("failed to get range of saturation");
2793                 }
2794         }
2795
2796         /*39. EXIF_TAG_SHARPNESS*/
2797         {
2798                 type_int_range *irange = NULL;
2799                 int level = 0;
2800
2801                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2802                         CONFIGURE_CATEGORY_CTRL_EFFECT,
2803                         "Sharpness",
2804                         &irange);
2805                 if (irange != NULL) {
2806                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
2807
2808                         _mmcam_dbg_log("SHARPNESS current [%d], default [%d]", value, irange->default_value);
2809
2810                         if (value == irange->default_value)
2811                                 level = MM_VALUE_NORMAL;
2812                         else if (value < irange->default_value)
2813                                 level = MM_VALUE_LOW;
2814                         else
2815                                 level = MM_VALUE_HARD;
2816
2817                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2818                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
2819                                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2820                         if (ret != MM_ERROR_NONE)
2821                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
2822                 } else {
2823                         _mmcam_dbg_warn("failed to get range of sharpness");
2824                 }
2825         }
2826
2827         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
2828         /*FIXME*/
2829         value = MM_SUBJECT_DISTANCE_RANGE;
2830         _mmcam_dbg_log("DISTANCE_RANGE [%d]", value);
2831         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2832         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
2833                 EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2834         if (ret != MM_ERROR_NONE)
2835                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
2836
2837         /* GPS information */
2838         __mmcamcorder_update_exif_gps(handle, ed);
2839
2840         _mmcam_dbg_log("");
2841
2842         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2843         if (ret != MM_ERROR_NONE)
2844                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2845
2846 exit:
2847         _mmcam_dbg_log("finished!! [%x]", ret);
2848
2849         if (ed)
2850                 exif_data_unref(ed);
2851
2852         return ret;
2853 }
2854
2855
2856 static void __sound_status_changed_cb(keynode_t* node, void *data)
2857 {
2858         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2859         _MMCamcorderImageInfo *info = NULL;
2860
2861         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2862
2863         _mmcam_dbg_log("START");
2864
2865         info = hcamcorder->sub_context->info_image;
2866
2867         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
2868
2869         _mmcam_dbg_log("DONE : sound status %d", info->sound_status);
2870
2871         return;
2872 }