Release version 0.10.22
[platform/core/multimedia/libmm-camcorder.git] / src / mm_camcorder_stillshot.c
1 /*
2  * libmm-camcorder
3  *
4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
5  *
6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
7  *
8  * Licensed under the Apache License, Version 2.0 (the "License");
9  * you may not use this file except in compliance with the License.
10  * You may obtain a copy of the License at
11  *
12  * http://www.apache.org/licenses/LICENSE-2.0
13  *
14  * Unless required by applicable law or agreed to in writing, software
15  * distributed under the License is distributed on an "AS IS" BASIS,
16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17  * See the License for the specific language governing permissions and
18  * limitations under the License.
19  *
20  */
21
22 /*=======================================================================================
23 |  INCLUDE FILES                                                                        |
24 =======================================================================================*/
25 #include <stdlib.h>
26 #include <sys/time.h>
27 #include <sys/times.h>
28 #include <gst/video/cameracontrol.h>
29 #include <mm_sound.h>
30 #include "mm_camcorder_internal.h"
31 #include "mm_camcorder_stillshot.h"
32 #include "mm_camcorder_exifinfo.h"
33 #include "mm_camcorder_exifdef.h"
34 #include <libexif/exif-loader.h>
35 #include <libexif/exif-utils.h>
36 #include <libexif/exif-data.h>
37
38 /*---------------------------------------------------------------------------------------
39 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
40 ---------------------------------------------------------------------------------------*/
41 #define EXIF_SET_ERR( return_type,tag_id) \
42         _mmcam_dbg_err("error=%x,tag=%x",return_type,tag_id); \
43         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
44                 goto exit; \
45         }
46
47 /*---------------------------------------------------------------------------------------
48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
49 ---------------------------------------------------------------------------------------*/
50 #define THUMBNAIL_WIDTH         320
51 #define THUMBNAIL_HEIGHT        240
52 #define THUMBNAIL_JPEG_QUALITY  90
53 #define TRY_LOCK_MAX_COUNT      100
54 #define TRY_LOCK_TIME           20000   /* ms */
55 #define H264_PREVIEW_BITRATE    1024*10 /* kbps */
56 #define H264_PREVIEW_NEWGOP_INTERVAL    1000 /* ms */
57 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
58
59
60 /*---------------------------------------------------------------------------------------
61 |    LOCAL FUNCTION PROTOTYPES:                                                         |
62 ---------------------------------------------------------------------------------------*/
63 /** STATIC INTERNAL FUNCTION **/
64 /* Functions for JPEG capture without Encode bin */
65 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
66 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
67 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
68 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
69
70 /* sound status changed callback */
71 static void __sound_status_changed_cb(keynode_t* node, void *data);
72
73 /*=======================================================================================
74 |  FUNCTION DEFINITIONS                                                                 |
75 =======================================================================================*/
76
77 /*---------------------------------------------------------------------------------------
78 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
79 ---------------------------------------------------------------------------------------*/
80
81
82 int _mmcamcorder_create_stillshot_pipeline(MMHandleType handle)
83 {
84         int err = MM_ERROR_UNKNOWN;
85         GstPad *srcpad = NULL;
86         GstPad *sinkpad = NULL;
87
88         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
89         _MMCamcorderSubContext *sc = NULL;
90
91         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
92
93         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
94         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
95
96         _mmcam_dbg_log("");
97
98         /* Create gstreamer element */
99         _mmcam_dbg_log("Using Encodebin for capturing");
100
101         /* Create capture pipeline */
102         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
103
104         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
105         if (err != MM_ERROR_NONE) {
106                 return err;
107         }
108
109         /* add element and encodesink bin to encode main pipeline */
110         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
111                          sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
112                          sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
113                          sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
114                          NULL);
115
116         /* Link each element : appsrc - capsfilter - encodesink bin */
117         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
118         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
119         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
120
121         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
122         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
123         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
124
125         /* connect handoff signal to get capture data */
126         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
127                                    _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
128                                    G_CALLBACK(__mmcamcorder_handoff_callback),
129                                    hcamcorder);
130
131         return MM_ERROR_NONE;
132
133 pipeline_creation_error:
134         _mmcamcorder_remove_stillshot_pipeline(handle);
135         return err;
136 }
137
138
139 int _mmcamcorder_connect_capture_signal(MMHandleType handle)
140 {
141         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
142         _MMCamcorderSubContext *sc = NULL;
143
144         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
145
146         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
147         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
148
149         /* check video source element */
150         if (sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst) {
151                 _mmcam_dbg_warn("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
152                 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
153                                            _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
154                                            G_CALLBACK(__mmcamcorder_image_capture_cb),
155                                            hcamcorder);
156
157                 return MM_ERROR_NONE;
158         } else {
159                 _mmcam_dbg_err("videosrc element is not created yet");
160                 return MM_ERROR_CAMCORDER_NOT_INITIALIZED;
161         }
162 }
163
164
165 int _mmcamcorder_remove_stillshot_pipeline(MMHandleType handle)
166 {
167         int ret = MM_ERROR_NONE;
168         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
169         _MMCamcorderSubContext *sc = NULL;
170
171         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
172
173         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
174         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
175
176         _mmcam_dbg_log("");
177
178         /* Check pipeline */
179         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
180                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
181                 if (ret != MM_ERROR_NONE) {
182                         _mmcam_dbg_err("Faile to change encode main pipeline state [0x%x]", ret);
183                         return ret;
184                 }
185
186                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
187
188                 GstPad *reqpad = NULL;
189
190                 /* release request pad */
191                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
192                 if (reqpad) {
193                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
194                         gst_object_unref(reqpad);
195                         reqpad = NULL;
196                 }
197
198                 /* release encode main pipeline */
199                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
200
201                 _mmcam_dbg_log("Encoder pipeline removed");
202         } else {
203                 _mmcam_dbg_log("encode main pipeline is already removed");
204         }
205
206         return MM_ERROR_NONE;
207 }
208
209
210 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
211 {
212         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
213         _MMCamcorderSubContext *sc = NULL;
214
215         mmf_return_if_fail(hcamcorder);
216
217         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
218         mmf_return_if_fail(sc && sc->element);
219
220         _mmcam_dbg_log("");
221
222         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
223                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
224                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
225
226                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
227
228                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
229
230                 traceEnd(TTRACE_TAG_CAMERA);
231
232                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
233
234                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
235
236                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
237
238                 traceEnd(TTRACE_TAG_CAMERA);
239
240                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
241         }
242
243         return;
244 }
245
246
247 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
248 {
249         int ret = MM_ERROR_NONE;
250         int UseCaptureMode = 0;
251         int width = 0;
252         int height = 0;
253         int fps = 0;
254         int cap_format = MM_PIXEL_FORMAT_NV12;
255         int image_encoder = MM_IMAGE_CODEC_JPEG;
256         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
257         int is_modified_size = FALSE;
258         int tag_orientation = 0;
259         unsigned int cap_fourcc = 0;
260
261         char *err_name = NULL;
262         const char *videosrc_name = NULL;
263
264         GstCameraControl *control = NULL;
265
266         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
267         _MMCamcorderImageInfo *info = NULL;
268         _MMCamcorderSubContext *sc = NULL;
269         type_element *VideosrcElement = NULL;
270         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
271
272         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
273
274         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
275         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
276
277         _mmcam_dbg_log("");
278
279         info = sc->info_image;
280
281         if (info->capturing) {
282                 _mmcam_dbg_err("already capturing");
283                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
284         }
285
286         _mmcamcorder_conf_get_value_int(handle, hcamcorder->conf_main,
287                                         CONFIGURE_CATEGORY_MAIN_CAPTURE,
288                                         "UseCaptureMode",
289                                         &UseCaptureMode);
290
291         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
292                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
293                                       "VideosrcElement",
294                                       &VideosrcElement);
295
296         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
297
298         /* get current state */
299         mm_camcorder_get_state(handle, &current_state);
300
301         /* set capture flag */
302         info->capturing = TRUE;
303
304         ret = mm_camcorder_get_attributes(handle, &err_name,
305                                     MMCAM_IMAGE_ENCODER, &image_encoder,
306                                     MMCAM_CAMERA_WIDTH, &width,
307                                     MMCAM_CAMERA_HEIGHT, &height,
308                                     MMCAM_CAMERA_FPS, &fps,
309                                     MMCAM_CAPTURE_FORMAT, &cap_format,
310                                     MMCAM_CAPTURE_WIDTH, &info->width,
311                                     MMCAM_CAPTURE_HEIGHT, &info->height,
312                                     MMCAM_CAPTURE_COUNT, &info->count,
313                                     MMCAM_CAPTURE_INTERVAL, &info->interval,
314                                     MMCAM_STROBE_MODE, &strobe_mode,
315                                     MMCAM_TAG_ORIENTATION, &tag_orientation,
316                                     NULL);
317         if (err_name) {
318                 _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
319                 free(err_name);
320                 err_name = NULL;
321         }
322
323         ret = MM_ERROR_NONE;
324
325         /* check capture count */
326         if (info->count < 1) {
327                 _mmcam_dbg_err("capture count[%d] is invalid", info->count);
328                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
329                 goto cmd_done;
330         } else if (info->count == 1) {
331                 info->type = _MMCamcorder_SINGLE_SHOT;
332         } else {
333                 info->type = _MMCamcorder_MULTI_SHOT;
334                 info->next_shot_time = 0;
335                 info->multi_shot_stop = FALSE;
336
337                 /* sound init to pause other session */
338 #ifdef _MMCAMCORDER_UPLOAD_SAMPLE
339                 _mmcamcorder_sound_init(handle, _MMCAMCORDER_FILEPATH_CAPTURE2_SND);
340 #else /* _MMCAMCORDER_UPLOAD_SAMPLE */
341                 _mmcamcorder_sound_init(handle);
342 #endif /* _MMCAMCORDER_UPLOAD_SAMPLE */
343         }
344
345         _mmcam_dbg_log("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
346                        width, height, info->preview_format, info->width, info->height, cap_format,
347                        info->count, info->hdr_capture_mode, info->interval);
348
349         /* check state */
350         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
351                 if (info->type == _MMCamcorder_MULTI_SHOT ||
352                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
353                         _mmcam_dbg_err("does not support multi/HDR capture while recording");
354                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
355                         goto cmd_done;
356                 }
357
358                 /* check capture size if ZSL is not supported*/
359                 if (hcamcorder->support_zsl_capture == FALSE) {
360                         _mmcam_dbg_warn("Capture size should be same with preview size while recording");
361                         _mmcam_dbg_warn("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
362
363                         info->width = width;
364                         info->height = height;
365
366                         _mmcam_dbg_log("set capture width and height [%dx%d] to camera plugin", width, height);
367                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
368                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
369
370                         is_modified_size = TRUE;
371                 }
372         }
373
374         info->capture_cur_count = 0;
375         info->capture_send_count = 0;
376
377         sc->internal_encode = FALSE;
378
379         if (!sc->bencbin_capture) {
380                 /* Check encoding method */
381                 if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
382                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
383                             (sc->SensorEncodedCapture && sc->info_video->support_dual_stream) ||
384                             is_modified_size) {
385                                 cap_fourcc = _mmcamcorder_get_fourcc(cap_format, image_encoder, hcamcorder->use_zero_copy_format);
386                                 _mmcam_dbg_log("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
387                         } else {
388                                 /* no need to encode internally if ITLV format */
389                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY) {
390                                         sc->internal_encode = TRUE;
391                                 }
392                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
393
394                                 _mmcam_dbg_log("MSL JPEG Capture : capture fourcc %c%c%c%c",
395                                                cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
396                         }
397                 } else {
398                         cap_fourcc = _mmcamcorder_get_fourcc(cap_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
399                 }
400
401                 _mmcam_dbg_log("capture format (%d)", cap_format);
402
403                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
404                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
405                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
406                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
407
408                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
409                         _mmcam_dbg_err("Can't cast Video source into camera control.");
410                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
411                         goto cmd_done;
412                 }
413
414                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
415                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
416         } else {
417                 int need_change = 0;
418                 int set_width = 0;
419                 int set_height = 0;
420                 int cap_jpeg_quality = 0;
421
422                 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
423                         _mmcam_dbg_err("could not capture in this target while recording");
424                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
425                         goto cmd_done;
426                 }
427
428                 if (UseCaptureMode) {
429                         if (width != MMFCAMCORDER_HIGHQUALITY_WIDTH || height != MMFCAMCORDER_HIGHQUALITY_HEIGHT) {
430                                 need_change = 1;
431                         }
432                 } else {
433                         if (width != info->width || height != info->height) {
434                                 need_change = 1;
435                         }
436                 }
437
438                 if (need_change) {
439                         int rotation = 0;
440
441                         _mmcam_dbg_log("Need to change resolution");
442
443                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
444                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
445
446                         /* make pipeline state as READY */
447                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
448
449                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
450                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
451
452                         if (ret != MM_ERROR_NONE) {
453                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
454                                 goto cmd_done;
455                         }
456
457                         if (UseCaptureMode) {
458                                 set_width = MMFCAMCORDER_HIGHQUALITY_WIDTH;
459                                 set_height = MMFCAMCORDER_HIGHQUALITY_HEIGHT;
460                         } else {
461                                 set_width = info->width;
462                                 set_height = info->height;
463                         }
464
465                         mm_camcorder_get_attributes(handle, &err_name,
466                                                     MMCAM_CAMERA_ROTATION, &rotation,
467                                                     NULL);
468                         if (err_name) {
469                                 _mmcam_dbg_warn("get_attributes err %s", err_name);
470                                 free(err_name);
471                                 err_name = NULL;
472                         }
473
474                         /* set new caps */
475                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, set_width, set_height, fps, rotation);
476                         if (!ret) {
477                                 _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
478                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
479                                 goto cmd_done;
480                         }
481
482                         info->resolution_change = TRUE;
483
484                         /* make pipeline state as PLAYING */
485                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
486                         if (ret != MM_ERROR_NONE) {
487                                 _mmcam_dbg_err("failed to set state PLAYING %x", ret);
488                                 goto cmd_done;
489                         }
490
491                         _mmcam_dbg_log("Change to target resolution(%d, %d)", set_width, set_height);
492                 } else {
493                         _mmcam_dbg_log("No need to change resolution. Open toggle now.");
494                         info->resolution_change = FALSE;
495                 }
496
497                 /* add encodesinkbin */
498                 ret = _mmcamcorder_create_stillshot_pipeline((MMHandleType)hcamcorder);
499                 if (ret != MM_ERROR_NONE) {
500                         _mmcam_dbg_err("failed to create encodesinkbin %x", ret);
501                         goto cmd_done;
502                 }
503
504                 ret = mm_camcorder_get_attributes(handle, &err_name,
505                                                   MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
506                                                   NULL);
507                 if (err_name) {
508                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
509                         free(err_name);
510                         err_name = NULL;
511                 }
512
513                 /* set JPEG quality */
514                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
515
516                 /* set handoff signal as TRUE */
517                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,"signal-handoffs", TRUE);
518                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
519
520                 /* Prepare for the shutter sound when it's the bencbin mode capture */
521                 sc->info_video->is_firstframe = TRUE;
522
523                 /* set push encoding buffer as TRUE */
524                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
525
526                 /* make encode pipeline state as PLAYING */
527                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
528                 if (ret != MM_ERROR_NONE) {
529                         _mmcam_dbg_err("failed to set state PLAYING %x", ret);
530                         goto cmd_done;
531                 }
532         }
533
534         /* Play capture sound here if single capture */
535         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
536              (hcamcorder->support_zsl_capture == FALSE ||
537               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
538             info->hdr_capture_mode) {
539                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
540                     hcamcorder->support_zsl_capture == TRUE &&
541                     !info->hdr_capture_mode) {
542                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_FILEPATH_CAPTURE_SND, FALSE);
543                 }
544
545                 /* set flag */
546                 info->played_capture_sound = TRUE;
547         } else {
548                 /* set flag */
549                 info->played_capture_sound = FALSE;
550         }
551
552 cmd_done:
553         if (ret != MM_ERROR_NONE) {
554                 info->capturing = FALSE;
555         }
556
557         return ret;
558 }
559
560
561 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
562 {
563         int ret = MM_ERROR_NONE;
564         int width = 0;
565         int height = 0;
566         int fps = 0;
567         int rotation = 0;
568         unsigned int current_framecount = 0;
569         int current_state = MM_CAMCORDER_STATE_NONE;
570         gboolean fps_auto = FALSE;
571         char *err_name = NULL;
572         const char *videosrc_name = NULL;
573
574         GstState state;
575         GstElement *pipeline = NULL;
576         GstCameraControl *control = NULL;
577
578         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
579         _MMCamcorderImageInfo *info = NULL;
580         _MMCamcorderSubContext *sc = NULL;
581         type_element *VideosrcElement = NULL;
582
583         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
584
585         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
586         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
587
588         /*_mmcam_dbg_log("");*/
589
590         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
591         info = sc->info_image;
592
593         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
594                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
595                                       "VideosrcElement",
596                                       &VideosrcElement);
597
598         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
599
600         sc->display_interval = 0;
601         sc->previous_slot_time = 0;
602
603         /* Image info */
604         info->next_shot_time = 0;
605         info->multi_shot_stop = TRUE;
606         info->capturing = FALSE;
607
608         _mmcamcorder_vframe_stablize(handle);
609
610         current_state = _mmcamcorder_get_state(handle);
611         _mmcam_dbg_log("current state [%d]", current_state);
612
613         if (!sc->bencbin_capture) {
614                 _mmcam_dbg_log("Preview start");
615
616                 /* just set capture stop command if current state is CAPTURING */
617                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
618                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
619                                 _mmcam_dbg_err("Can't cast Video source into camera control.");
620                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
621                         }
622
623                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
624                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
625
626                         current_framecount = sc->kpi.video_framecount;
627                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
628                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
629                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
630                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
631                         }
632                 } else {
633                         int focus_mode = 0;
634                         mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
635
636                         /* This case is starting of preview */
637                         ret = mm_camcorder_get_attributes(handle, &err_name,
638                                                           MMCAM_CAMERA_FPS_AUTO, &fps_auto,
639                                                           MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
640                                                           NULL);
641                         if (ret != MM_ERROR_NONE) {
642                                 _mmcam_dbg_warn("Get attrs fail. (%s:%x)", err_name, ret);
643                                 SAFE_FREE (err_name);
644                         }
645
646                         _mmcam_dbg_log("focus mode %d", focus_mode);
647
648                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
649
650                         /* set focus mode */
651                         if (attr) {
652                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
653                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_CAMERA_FOCUS_MODE]));
654                                         if (mmf_attrs_commit((MMHandleType)attr) == -1) {
655                                                 _mmcam_dbg_err("set focus mode error");
656                                         } else {
657                                                 _mmcam_dbg_log("set focus mode success");
658                                         }
659                                 } else {
660                                         _mmcam_dbg_log("focus mode is not supported");
661                                 }
662                         } else {
663                                 _mmcam_dbg_err("failed to get attributes");
664                         }
665                 }
666         }
667
668         /* init prev_time */
669         sc->info_video->prev_preview_ts = 0;
670
671         gst_element_get_state(pipeline, &state, NULL, -1);
672
673         if (state == GST_STATE_PLAYING) {
674                 if (!sc->bencbin_capture) {
675                         int try_count = 0;
676
677                         if (hcamcorder->support_zsl_capture == FALSE) {
678                                 mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
679
680                                 /* Set strobe mode - strobe mode can not be set to driver while captuing */
681                                 if (attr) {
682                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_STROBE_MODE]));
683                                         if (mmf_attrs_commit((MMHandleType) attr) == -1) {
684                                                 _mmcam_dbg_warn("Failed to set strobe mode");
685                                         }
686                                 }
687
688                                 while (current_framecount >= sc->kpi.video_framecount &&
689                                        try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
690                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
691                                 }
692                         }
693
694                         if (info->type == _MMCamcorder_MULTI_SHOT) {
695                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
696                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
697                         }
698
699                         _mmcam_dbg_log("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
700                                        current_framecount, sc->kpi.video_framecount, try_count);
701                 } else {
702                         ret = _mmcamcorder_remove_stillshot_pipeline(handle);
703                         if (ret != MM_ERROR_NONE) {
704                                 goto cmd_error;
705                         }
706
707                         if (info->resolution_change) {
708                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
709                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
710                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
711                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
712                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
713                                 if (ret != MM_ERROR_NONE) {
714                                         goto cmd_error;
715                                 }
716
717                                 /* check if resolution need to rollback */
718                                 mm_camcorder_get_attributes(handle, &err_name,
719                                                             MMCAM_CAMERA_WIDTH, &width,
720                                                             MMCAM_CAMERA_HEIGHT, &height,
721                                                             MMCAM_CAMERA_FPS, &fps,
722                                                             MMCAM_CAMERA_ROTATION, &rotation,
723                                                             NULL);
724
725                                 /* set new caps */
726                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
727                                 if (!ret) {
728                                         _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
729                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
730                                         goto cmd_error;
731                                 }
732
733                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
734                                 if (ret != MM_ERROR_NONE) {
735                                         goto cmd_error;
736                                 }
737                         }
738                 }
739
740                 /* sound finalize */
741                 if (info->type == _MMCamcorder_MULTI_SHOT) {
742                         _mmcamcorder_sound_finalize(handle);
743                 }
744         } else {
745                 if (info->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
746                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "bitrate", H264_PREVIEW_BITRATE);
747                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "newgop-interval", H264_PREVIEW_NEWGOP_INTERVAL);
748                 }
749
750                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
751                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
752
753                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
754
755                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
756
757                 traceEnd(TTRACE_TAG_CAMERA);
758
759                 if (ret != MM_ERROR_NONE) {
760                         goto cmd_error;
761                 }
762
763                 /* get sound status/volume level and register changed_cb */
764                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
765                     info->sound_status == _SOUND_STATUS_INIT) {
766                         _mmcam_dbg_log("get sound status/volume level and register vconf changed_cb");
767
768                         /* get sound status */
769                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
770
771                         _mmcam_dbg_log("sound status %d", info->sound_status);
772
773                         /* register changed_cb */
774                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
775                 }
776         }
777
778 cmd_error:
779         return ret;
780 }
781
782
783 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
784 {
785         int ret = MM_ERROR_NONE;
786         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
787         int set_strobe = 0;
788         GstCameraControl *control = NULL;
789         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
790
791         GstElement *pipeline = NULL;
792
793         _MMCamcorderSubContext *sc = NULL;
794
795         _mmcam_dbg_log("");
796
797         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
798
799         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
800         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
801
802         /* check strobe and set OFF if PERMANENT mode */
803         mm_camcorder_get_attributes(handle, NULL,
804                                     MMCAM_STROBE_MODE, &strobe_mode,
805                                     NULL);
806         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
807             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
808                 _mmcam_dbg_log("current strobe mode is PERMANENT, set OFF");
809
810                 /* get camera control */
811                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
812                 if (control) {
813                         /* convert MSL to sensor value */
814                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
815
816                         /* set strobe OFF */
817                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
818
819                         _mmcam_dbg_log("set strobe OFF done - value: %d", set_strobe);
820                 } else {
821                         _mmcam_dbg_warn("cast CAMERA_CONTROL failed");
822                 }
823         }
824
825         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
826
827         if(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
828                 _mmcam_dbg_log("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
829                 _mmcamcorder_remove_recorder_pipeline(handle);
830         }
831
832         /* Disable skip flush buffer  */
833         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", FALSE);
834
835         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
836         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
837
838         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
839
840         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
841
842         traceEnd(TTRACE_TAG_CAMERA);
843
844         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
845         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
846
847         /* Enable skip flush buffer  */
848         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", TRUE);
849
850         /* deregister sound status callback */
851         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
852                 _mmcam_dbg_log("deregister sound status callback");
853
854                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
855                 mm_sound_volume_remove_callback(VOLUME_TYPE_SYSTEM);
856
857                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
858         }
859
860         return ret;
861 }
862
863
864 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
865 {
866         int ret = MM_ERROR_NONE;
867
868         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
869         _MMCamcorderSubContext *sc = NULL;
870
871         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
872
873         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
874         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
875
876         _mmcam_dbg_log("command %d", command);
877
878         switch (command) {
879         case _MMCamcorder_CMD_CAPTURE:
880                 ret = _mmcamcorder_image_cmd_capture(handle);
881                 break;
882         case _MMCamcorder_CMD_PREVIEW_START:
883                 ret = _mmcamcorder_image_cmd_preview_start(handle);
884
885                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
886                 _mmcamcorder_video_current_framerate_init(handle);
887                 break;
888         case _MMCamcorder_CMD_PREVIEW_STOP:
889                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
890                 break;
891         case _MMCamcorder_CMD_RECORD:
892         case _MMCamcorder_CMD_PAUSE:
893         case _MMCamcorder_CMD_CANCEL:
894         case _MMCamcorder_CMD_COMMIT:
895                 /* video recording command */
896                 ret = _mmcamcorder_video_command(handle, command);
897                 break;
898         default:
899                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
900                 break;
901         }
902
903         return ret;
904 }
905
906
907 void __mmcamcorder_init_stillshot_info (MMHandleType handle)
908 {
909         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
910         _MMCamcorderSubContext *sc = NULL;
911         _MMCamcorderImageInfo *info = NULL;
912
913         mmf_return_if_fail(hcamcorder);
914
915         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
916         mmf_return_if_fail(sc && sc->info_image);
917
918         info = sc->info_image;
919
920         _mmcam_dbg_log("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
921
922         if (info->type ==_MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
923                 info->capture_cur_count = 0;
924                 info->capture_send_count = 0;
925                 info->multi_shot_stop = TRUE;
926                 info->next_shot_time = 0;
927
928                 /* capturing flag set to FALSE here */
929                 info->capturing = FALSE;
930         }
931
932         return;
933 }
934
935
936 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
937 {
938         int ret = MM_ERROR_NONE;
939         unsigned char *data = NULL;
940         unsigned int datalen = 0;
941         _MMCamcorderSubContext *sc = NULL;
942         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
943
944         mmf_return_val_if_fail(hcamcorder, FALSE);
945         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
946         mmf_return_val_if_fail(sc, FALSE);
947
948         _mmcam_dbg_log("");
949
950         if (!original || original->data == NULL || original->length == 0) {
951                 if (!original) {
952                         _mmcam_dbg_log("original is null");
953                 } else {
954                         _mmcam_dbg_log("data=%p, length=%d", original->data, original->length);
955                 }
956                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
957         } else {
958                 /* original is input/output param. save original values to local var. */
959                 data = original->data;
960                 datalen = original->length;
961         }
962
963         if (provide_exif == FALSE) {
964                 if (thumbnail) {
965                         if (thumbnail->data && thumbnail->length > 0) {
966                                 _mmcam_dbg_log("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
967                                                thumbnail->data, thumbnail->width, thumbnail->height);
968
969                                 /* add thumbnail exif info */
970                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
971                                                                  thumbnail->data,
972                                                                  thumbnail->width,
973                                                                  thumbnail->height,
974                                                                  thumbnail->length);
975                         } else {
976                                 _mmcam_dbg_err("Skip adding thumbnail (data=%p, length=%d)",
977                                                thumbnail->data, thumbnail->length);
978                         }
979                 }
980         } else {
981                 ret = MM_ERROR_NONE;
982         }
983
984         if (ret == MM_ERROR_NONE) {
985                 /* write jpeg with exif */
986                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length ,hcamcorder->exif_info, data, datalen);
987                 if (ret != MM_ERROR_NONE) {
988                         _mmcam_dbg_err("mm_exif_write_exif_jpeg_to_memory error! [0x%x]",ret);
989                 }
990         }
991
992         _mmcam_dbg_log("END ret 0x%x", ret);
993
994         return ret;
995 }
996
997
998 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
999 {
1000         GstCaps *caps = NULL;
1001         GstMapInfo mapinfo;
1002         const GstStructure *structure;
1003
1004         mmf_return_if_fail(capture_data && sample);
1005
1006         caps = gst_sample_get_caps(sample);
1007         if (caps == NULL) {
1008                 _mmcam_dbg_err("failed to get caps");
1009                 goto GET_FAILED;
1010         }
1011
1012         structure = gst_caps_get_structure(caps, 0);
1013         if (structure == NULL) {
1014                 _mmcam_dbg_err("failed to get structure");
1015                 goto GET_FAILED;
1016         }
1017
1018         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1019
1020         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1021         capture_data->data = mapinfo.data;
1022         capture_data->format = pixtype;
1023         gst_structure_get_int(structure, "width", &capture_data->width);
1024         gst_structure_get_int(structure, "height", &capture_data->height);
1025         capture_data->length = mapinfo.size;
1026         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1027
1028         _mmcam_dbg_warn("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1029                         capture_data->data, capture_data->width, capture_data->height,
1030                         capture_data->length, capture_data->format);
1031         return;
1032
1033 GET_FAILED:
1034         capture_data->data = NULL;
1035         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1036         capture_data->length = 0;
1037
1038         return;
1039 }
1040
1041
1042 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1043 {
1044         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1045         _MMCamcorderSubContext *sc = NULL;
1046
1047         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1048
1049         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1050         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1051
1052         _mmcam_dbg_log("");
1053
1054         /* if tag enable and doesn't provide exif, we make it */
1055         _mmcam_dbg_log("Add exif information if existed(thumbnail[%p])", thumbnail);
1056         if (thumbnail && thumbnail->data) {
1057                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1058         } else {
1059                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1060         }
1061 }
1062
1063
1064 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1065 {
1066         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1067         _MMCamcorderSubContext *sc = NULL;
1068
1069         mmf_return_if_fail(hcamcorder);
1070         mmf_return_if_fail(dest);
1071
1072         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1073         mmf_return_if_fail(sc);
1074
1075         _mmcam_dbg_log("tag : %d, provide exif : %d", tag_enable, provide_exif);
1076
1077         /* if dest->data is allocated in MSL, release it */
1078         if (tag_enable && !provide_exif) {
1079                 if (dest->data) {
1080                         free(dest->data);
1081                         dest->length = 0;
1082                         dest->data = NULL;
1083                         _mmcam_dbg_log("Jpeg is released!");
1084                 }
1085         } else {
1086                 _mmcam_dbg_log("No need to release");
1087         }
1088
1089         return;
1090 }
1091
1092
1093 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1094 {
1095         int ret = MM_ERROR_NONE;
1096         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1097         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1098         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1099         int codectype = MM_IMAGE_CODEC_JPEG;
1100         int attr_index = 0;
1101         int count = 0;
1102         int stop_cont_shot = FALSE;
1103         int tag_enable = FALSE;
1104         int provide_exif = FALSE;
1105         int capture_quality = 0;
1106         int try_lock_count = 0;
1107         gboolean send_captured_message = FALSE;
1108         unsigned char *exif_raw_data = NULL;
1109         unsigned char *internal_main_data = NULL;
1110         unsigned int internal_main_length = 0;
1111         unsigned char *internal_thumb_data = NULL;
1112         unsigned int internal_thumb_length = 0;
1113         unsigned char *compare_data = NULL;
1114
1115         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1116         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1117         _MMCamcorderImageInfo *info = NULL;
1118         _MMCamcorderSubContext *sc = NULL;
1119         MMCamcorderCaptureDataType dest = {0,};
1120         MMCamcorderCaptureDataType thumb = {0,};
1121         MMCamcorderCaptureDataType scrnail = {0,};
1122         MMCamcorderCaptureDataType encode_src = {0,};
1123         GstMapInfo mapinfo1;
1124         GstMapInfo mapinfo2;
1125         GstMapInfo mapinfo3;
1126
1127         mmf_attrs_t *attrs = NULL;
1128         mmf_attribute_t *item_screennail = NULL;
1129         mmf_attribute_t *item_exif_raw_data = NULL;
1130
1131         mmf_return_if_fail(hcamcorder);
1132
1133         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1134         mmf_return_if_fail(sc && sc->info_image);
1135
1136         info = sc->info_image;
1137
1138         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1139         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1140         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1141
1142         /* get current state */
1143         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1144
1145         _mmcam_dbg_err("START - current state %d", current_state);
1146
1147         /* check capture state */
1148         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0) {
1149                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, "capture-break-cont-shot", &stop_cont_shot, NULL);
1150         }
1151
1152         if (!info->capturing || stop_cont_shot) {
1153                 _mmcam_dbg_warn("stop command[%d] or not capturing state[%d]. skip this...",
1154                                 stop_cont_shot, info->capturing);
1155
1156                 /*free GstBuffer*/
1157                 if (sample1) {
1158                         gst_sample_unref(sample1);
1159                 }
1160                 if (sample2) {
1161                         gst_sample_unref(sample2);
1162                 }
1163                 if (sample3) {
1164                         gst_sample_unref(sample3);
1165                 }
1166
1167                 return;
1168         }
1169
1170         /* check command lock to block capture callback if capture start API is not returned
1171            wait for 2 seconds at worst case */
1172         try_lock_count = 0;
1173         do {
1174                 _mmcam_dbg_log("Try command LOCK");
1175                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1176                         _mmcam_dbg_log("command LOCK OK");
1177                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1178                         break;
1179                 }
1180
1181                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1182                         _mmcam_dbg_warn("command LOCK Failed, retry...[count %d]", try_lock_count);
1183                         usleep(TRY_LOCK_TIME);
1184                 } else {
1185                         _mmcam_dbg_err("failed to lock command LOCK");
1186                         break;
1187                 }
1188         } while (TRUE);
1189
1190         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1191                 /* play capture sound here if multi capture
1192                    or preview format is ITLV(because of AF and flash control in plugin) */
1193                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1194                         pthread_mutex_lock(&(hcamcorder->task_thread_lock));
1195                         _mmcam_dbg_log("send signal for sound play");
1196                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1197                         pthread_cond_signal(&(hcamcorder->task_thread_cond));
1198                         pthread_mutex_unlock(&(hcamcorder->task_thread_lock));
1199                 } else if (!info->played_capture_sound) {
1200                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_FILEPATH_CAPTURE_SND, FALSE);
1201                 }
1202         } else {
1203                 /* Handle capture in recording case */
1204                 hcamcorder->capture_in_recording = FALSE;
1205
1206                 pthread_mutex_lock(&(hcamcorder->task_thread_lock));
1207
1208                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
1209                         _mmcam_dbg_log("send signal for capture in recording");
1210                         pthread_cond_signal(&(hcamcorder->task_thread_cond));
1211                 } else {
1212                         _mmcam_dbg_warn("unexpected task thread state : %d", hcamcorder->task_thread_state);
1213                 }
1214
1215                 pthread_mutex_unlock(&(hcamcorder->task_thread_lock));
1216         }
1217
1218         /* init capture data */
1219         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1220         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1221         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1222
1223         /* Prepare main, thumbnail buffer */
1224         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1));
1225         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1226                 _mmcam_dbg_err("Unsupported pixel type");
1227                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1228                 goto error;
1229         }
1230
1231         /* Main image buffer */
1232         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1233                 _mmcam_dbg_err("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1234                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1235                 goto error;
1236         }else{
1237                 if ( (mapinfo1.data == NULL) && (mapinfo1.size == 0) ){
1238                         _mmcam_dbg_err("mapinfo1 is wrong (%p, size %d)", mapinfo1.data, mapinfo1.size);
1239                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1240                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1241                         goto error;
1242                 }else
1243                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1244         }
1245
1246         if ( !sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ) ) {
1247                 _mmcam_dbg_log("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1248         }
1249         if ( !sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ)) {
1250                 _mmcam_dbg_log("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1251         }
1252
1253         /* Screennail image buffer */
1254         attrs = (mmf_attrs_t*)MMF_CAMCORDER_ATTRS(hcamcorder);
1255         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index);
1256         item_screennail = &attrs->items[attr_index];
1257
1258         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1259                 _mmcam_dbg_log("Screennail (sample3=%p,size=%d)", sample3, mapinfo3.size);
1260
1261                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3));
1262                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1263
1264                 /* Set screennail attribute for application */
1265                 ret = mmf_attribute_set_data(item_screennail, &scrnail, sizeof(scrnail));
1266                 _mmcam_dbg_log("Screennail set attribute data %p, size %d, ret %x", &scrnail, sizeof(scrnail), ret);
1267         } else {
1268                 _mmcam_dbg_log("Sample3 has wrong pointer. Not Error. (sample3=%p)",sample3);
1269                 mmf_attribute_set_data(item_screennail, NULL, 0);
1270         }
1271
1272         /* commit screennail data */
1273         mmf_attribute_commit(item_screennail);
1274
1275         /* init thumb data */
1276         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1277
1278         /* get provide-exif */
1279         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1280
1281         /* Thumbnail image buffer */
1282         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1283                 _mmcam_dbg_log("Thumbnail (buffer2=%p)",gst_sample_get_buffer(sample2));
1284                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2));
1285                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1286         } else {
1287                 _mmcam_dbg_log("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1288
1289                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1290                         ExifLoader *l;
1291                         /* get thumbnail from EXIF */
1292                         l = exif_loader_new();
1293                         if (l) {
1294                                 ExifData *ed;
1295                                 char  width[10];
1296                                 char  height[10];
1297                                 ExifEntry *entry = NULL;
1298
1299                                 exif_loader_write (l, dest.data, dest.length);
1300
1301                                 /* Get a pointer to the EXIF data */
1302                                 ed = exif_loader_get_data(l);
1303
1304                                 /* The loader is no longer needed--free it */
1305                                 exif_loader_unref(l);
1306                                 l = NULL;
1307                                 if (ed) {
1308                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1309                                         if (entry != NULL) {
1310                                                 exif_entry_get_value(entry,width,10);
1311                                         }
1312                                         entry = NULL;
1313                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1314                                         if (entry != NULL) {
1315                                                 exif_entry_get_value(entry,height , 10);
1316                                         }
1317                                         entry = NULL;
1318                                         /* Make sure the image had a thumbnail before trying to write it */
1319                                         if (ed->data && ed->size) {
1320                                                 thumb.data = malloc(ed->size);
1321                                                 memcpy(thumb.data,ed->data,ed->size);
1322                                                 thumb.length = ed->size;
1323                                                 #if 0
1324                                                 {
1325                                                     FILE *fp = NULL;
1326                                                     fp = fopen ("/opt/usr/media/thumbnail_test.jpg", "a+");
1327                                                     fwrite (thumb.data, 1, thumb.length, fp);
1328                                                     fclose (fp);
1329                                                 }
1330                                                 #endif
1331                                                 thumb.format = MM_PIXEL_FORMAT_ENCODED;
1332                                                 thumb.width = atoi(width);
1333                                                 thumb.height = atoi(height);
1334                                                 internal_thumb_data = thumb.data;
1335                                         }
1336                                         exif_data_unref(ed);
1337                                         ed = NULL;
1338                                 } else {
1339                                         _mmcam_dbg_warn("failed to get exif data");
1340                                 }
1341                         } else {
1342                                 _mmcam_dbg_warn("failed to create exif loader");
1343                         }
1344                 }
1345
1346                 if (thumb.data == NULL) {
1347                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1348                             scrnail.data && scrnail.length != 0) {
1349                                 /* make thumbnail image with screennail data */
1350                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1351                         } else if (sc->internal_encode) {
1352                                 /* make thumbnail image with main data, this is raw data */
1353                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1354                         }
1355                 }
1356
1357                 /* encode thumbnail */
1358                 if (encode_src.data) {
1359                         unsigned int thumb_width = 0;
1360                         unsigned int thumb_height = 0;
1361                         unsigned int thumb_length = 0;
1362                         unsigned char *thumb_raw_data = NULL;
1363
1364                         /* encode image */
1365                         _mmcam_dbg_log("Encode Thumbnail");
1366
1367                         if (encode_src.width > THUMBNAIL_WIDTH) {
1368                                 /* calculate thumbnail size */
1369                                 thumb_width = THUMBNAIL_WIDTH;
1370                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1371                                 if (thumb_height % 2 != 0) {
1372                                         thumb_height += 1;
1373                                 }
1374
1375                                 _mmcam_dbg_log("need to resize : thumbnail size %dx%d, format %d",
1376                                                thumb_width, thumb_height, encode_src.format);
1377
1378                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1379                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1380                                      encode_src.width % thumb_width == 0 &&
1381                                      encode_src.height % thumb_height == 0) {
1382                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1383                                                                               &thumb_raw_data, thumb_width, thumb_height)) {
1384                                                 thumb_raw_data = NULL;
1385                                                 _mmcam_dbg_warn("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1386                                         }
1387                                 } else {
1388                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1389                                                                            encode_src.length, encode_src.format,
1390                                                                            &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1391                                                 thumb_raw_data = NULL;
1392                                                 _mmcam_dbg_warn("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1393                                         }
1394                                 }
1395                         } else {
1396                                 thumb_width = encode_src.width;
1397                                 thumb_height = encode_src.height;
1398
1399                                 _mmcam_dbg_log("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1400
1401                                 thumb_raw_data = encode_src.data;
1402                                 thumb_length = encode_src.length;
1403                         }
1404
1405                         if (thumb_raw_data) {
1406                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1407                                                                encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1408                                                                (void **)&internal_thumb_data, &internal_thumb_length);
1409                                 if (ret) {
1410                                         _mmcam_dbg_log("encode THUMBNAIL done - data %p, length %d",
1411                                                        internal_thumb_data, internal_thumb_length);
1412
1413                                         thumb.data = internal_thumb_data;
1414                                         thumb.length = internal_thumb_length;
1415                                         thumb.width = thumb_width;
1416                                         thumb.height = thumb_height;
1417                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1418                                 } else {
1419                                         _mmcam_dbg_warn("failed to encode THUMBNAIL");
1420                                 }
1421
1422                                 /* release allocated raw data memory */
1423                                 if (thumb_raw_data != encode_src.data) {
1424                                         free(thumb_raw_data);
1425                                         thumb_raw_data = NULL;
1426                                         _mmcam_dbg_log("release thumb_raw_data");
1427                                 }
1428                         } else {
1429                                 _mmcam_dbg_warn("thumb_raw_data is NULL");
1430                         }
1431                 } else {
1432                         // no raw data src for thumbnail
1433                         _mmcam_dbg_log("no need to encode thumbnail");
1434                 }
1435         }
1436
1437         /* Encode JPEG */
1438         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1439                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1440                                             MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1441                                             NULL);
1442                 _mmcam_dbg_log("Start Internal Encode - capture_quality %d", capture_quality);
1443
1444                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1445                                                pixtype_main, dest.length, capture_quality,
1446                                                (void **)&internal_main_data, &internal_main_length);
1447                 if (!ret) {
1448                         _mmcam_dbg_err("_mmcamcorder_encode_jpeg failed");
1449
1450                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1451
1452                         goto error;
1453                 }
1454
1455                 /* set format */
1456                 dest.data = internal_main_data;
1457                 dest.length = internal_main_length;
1458                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1459
1460                 _mmcam_dbg_log("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1461         }
1462
1463         /* create EXIF info */
1464         if(!provide_exif){ // make new exif
1465                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1466         } else { // load from jpeg buffer dest.data
1467                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1468                 if (ret != MM_ERROR_NONE) {
1469                         _mmcam_dbg_err("Failed to load exif_info [%x], try to create EXIF", ret);
1470                         provide_exif = FALSE;
1471                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1472                 }
1473         }
1474         if (ret != MM_ERROR_NONE) {
1475                 _mmcam_dbg_err("Failed to create exif_info [%x], but keep going...", ret);
1476         } else {
1477                 /* add basic exif info */
1478                 if(!provide_exif) {
1479                         _mmcam_dbg_log("add basic exif info");
1480                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1481                 } else {
1482                         _mmcam_dbg_log("update exif info");
1483                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1484                 }
1485
1486                 if (ret != MM_ERROR_NONE) {
1487                         _mmcam_dbg_warn("Failed set_exif_basic_info [%x], but keep going...", ret);
1488                         ret = MM_ERROR_NONE;
1489                 }
1490         }
1491
1492         /* get attribute item for EXIF data */
1493         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index);
1494         item_exif_raw_data = &attrs->items[attr_index];
1495
1496         /* set EXIF data to attribute */
1497         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1498                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1499                 if (exif_raw_data) {
1500                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1501                         mmf_attribute_set_data(item_exif_raw_data, exif_raw_data, hcamcorder->exif_info->size);
1502                         _mmcam_dbg_log("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1503                 } else {
1504                         _mmcam_dbg_warn("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1505                 }
1506         } else {
1507                 _mmcam_dbg_warn("failed to create EXIF. set EXIF as NULL");
1508                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1509         }
1510
1511         /* commit EXIF data */
1512         mmf_attribute_commit(item_exif_raw_data);
1513
1514         /* get tag-enable */
1515         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1516
1517         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1518         if (dest.format == MM_PIXEL_FORMAT_ENCODED){
1519                 if (tag_enable) {
1520                         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1521                                                     MMCAM_IMAGE_ENCODER, &codectype,
1522                                                     NULL);
1523                         _mmcam_dbg_log("codectype %d", codectype);
1524
1525                         switch (codectype) {
1526                         case MM_IMAGE_CODEC_JPEG:
1527                         case MM_IMAGE_CODEC_SRW:
1528                         case MM_IMAGE_CODEC_JPEG_SRW:
1529                                 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1530                                 if (ret != MM_ERROR_NONE) {
1531                                         _mmcam_dbg_err("Error on setting extra data to jpeg");
1532                                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1533                                         goto error;
1534                                 }
1535                                 break;
1536                         default:
1537                                 _mmcam_dbg_err("The codectype is not supported. (%d)", codectype);
1538                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1539                                 goto error;
1540                         }
1541                 }
1542         }
1543
1544         /* Handle Capture Callback */
1545         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1546
1547         if (hcamcorder->vcapture_cb) {
1548                 _mmcam_dbg_log("APPLICATION CALLBACK START");
1549                 if (thumb.data) {
1550                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1551                 } else {
1552                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1553                 }
1554                 _mmcam_dbg_log("APPLICATION CALLBACK END");
1555         } else {
1556                 _mmcam_dbg_err("Capture callback is NULL.");
1557
1558                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1559
1560                 goto err_release_exif;
1561         }
1562
1563         /* Set capture count */
1564         count = ++(info->capture_send_count);
1565         send_captured_message = TRUE;
1566
1567 err_release_exif:
1568         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1569
1570         /* init screennail and EXIF raw data */
1571         mmf_attribute_set_data(item_screennail, NULL, 0);
1572         mmf_attribute_commit(item_screennail);
1573         if (exif_raw_data) {
1574                 free(exif_raw_data);
1575                 exif_raw_data = NULL;
1576
1577                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1578                 mmf_attribute_commit(item_exif_raw_data);
1579         }
1580
1581         /* Release jpeg data */
1582         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED) {
1583                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1584         }
1585
1586 error:
1587         /* Check end condition and set proper value */
1588         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1589             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1590                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1591         }
1592
1593         /* release internal allocated data */
1594         if (sc->internal_encode) {
1595                 compare_data = internal_main_data;
1596         } else {
1597                 compare_data = mapinfo1.data;
1598         }
1599         if (dest.data && compare_data &&
1600             dest.data != compare_data) {
1601                 _mmcam_dbg_log("release internal allocated data %p", dest.data);
1602                 free(dest.data);
1603                 dest.data = NULL;
1604                 dest.length = 0;
1605         }
1606         if (internal_main_data) {
1607                 _mmcam_dbg_log("release internal main data %p", internal_main_data);
1608                 free(internal_main_data);
1609                 internal_main_data = NULL;
1610         }
1611         if (internal_thumb_data) {
1612                 _mmcam_dbg_log("release internal thumb data %p", internal_thumb_data);
1613                 free(internal_thumb_data);
1614                 internal_thumb_data = NULL;
1615         }
1616
1617         /* reset compare_data */
1618         compare_data = NULL;
1619
1620         /*free GstBuffer*/
1621         if (sample1) {
1622                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1623                 gst_sample_unref(sample1);
1624         }
1625         if (sample2) {
1626                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1627                 gst_sample_unref(sample2);
1628         }
1629         if (sample3) {
1630                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1631                 gst_sample_unref(sample3);
1632         }
1633
1634         /* destroy exif info */
1635         mm_exif_destory_exif_info(hcamcorder->exif_info);
1636         hcamcorder->exif_info = NULL;
1637
1638         /* send captured message */
1639         if (send_captured_message) {
1640                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1641                         /* Send CAPTURED message and count - capture success */
1642                         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1643                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1644                         } else {
1645                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1646                         }
1647                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1648                         /* send captured message only once in HDR and Original Capture mode */
1649                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1650                 }
1651         }
1652
1653         _mmcam_dbg_err("END");
1654
1655         return;
1656 }
1657
1658
1659 gboolean __mmcamcorder_handoff_callback(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1660 {
1661         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1662         _MMCamcorderSubContext *sc = NULL;
1663
1664         mmf_return_val_if_fail(hcamcorder, FALSE);
1665
1666         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1667         mmf_return_val_if_fail(sc && sc->element, FALSE);
1668
1669         _mmcam_dbg_log("");
1670
1671         /* FIXME. How could you get a thumbnail? */
1672         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
1673
1674         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
1675                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
1676                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
1677                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
1678         }
1679
1680         return TRUE;
1681 }
1682
1683
1684 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
1685 {
1686         int value = 0;
1687         ExifShort eshort = 0;
1688         int ret = MM_ERROR_NONE;
1689
1690         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
1691         _mmcam_dbg_log("get orientation [%d]",value);
1692         if (value == 0) {
1693                 value = MM_EXIF_ORIENTATION;
1694         }
1695
1696         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
1697         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
1698                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
1699         if (ret != MM_ERROR_NONE) {
1700                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
1701         }
1702
1703 exit:
1704         return ed;
1705 }
1706
1707
1708 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
1709 {
1710         int ret = MM_ERROR_NONE;
1711         char *make = strdup(MM_MAKER_NAME);
1712
1713         if (make) {
1714                 _mmcam_dbg_log("maker [%s]", make);
1715                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
1716                                             EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
1717                 free(make);
1718                 if (ret != MM_ERROR_NONE) {
1719                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1720                 }
1721         } else {
1722                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
1723                 EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1724         }
1725
1726 exit:
1727         return ed;
1728 }
1729
1730
1731 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
1732 {
1733         int ret = MM_ERROR_NONE;
1734         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1735
1736         if (hcamcorder == NULL || ed == NULL) {
1737                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1738                 return NULL;
1739         }
1740
1741         if (hcamcorder->software_version) {
1742                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
1743                                             strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
1744                 if (ret != MM_ERROR_NONE) {
1745                         _mmcam_dbg_err("set software_version[%s] failed", hcamcorder->software_version);
1746                 } else {
1747                         _mmcam_dbg_log("set software_version[%s] done", hcamcorder->software_version);
1748                 }
1749         } else {
1750                 _mmcam_dbg_err("model_name is NULL");
1751         }
1752
1753         return ed;
1754 }
1755
1756
1757 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
1758 {
1759         int ret = MM_ERROR_NONE;
1760         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1761
1762         if (hcamcorder == NULL || ed == NULL) {
1763                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1764                 return NULL;
1765         }
1766
1767         if (hcamcorder->model_name) {
1768                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
1769                                             strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
1770                 if (ret != MM_ERROR_NONE) {
1771                         _mmcam_dbg_err("set model name[%s] failed", hcamcorder->model_name);
1772                 } else {
1773                         _mmcam_dbg_log("set model name[%s] done", hcamcorder->model_name);
1774                 }
1775         } else {
1776                 _mmcam_dbg_err("model_name is NULL");
1777         }
1778
1779         return ed;
1780 }
1781
1782 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
1783 {
1784         int ret = MM_ERROR_NONE;
1785         int gps_enable = TRUE;
1786         char *err_name = NULL;
1787         double latitude = INVALID_GPS_VALUE;
1788         double longitude = INVALID_GPS_VALUE;
1789         double altitude = INVALID_GPS_VALUE;
1790
1791         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
1792         if (ret == MM_ERROR_NONE && gps_enable) {
1793                 ExifByte GpsVersion[4]={2,2,0,0};
1794
1795                 _mmcam_dbg_log("Tag for GPS is ENABLED.");
1796
1797                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
1798                                             EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
1799                 if (ret != MM_ERROR_NONE) {
1800                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
1801                 }
1802
1803                 ret = mm_camcorder_get_attributes(handle, &err_name,
1804                                                   MMCAM_TAG_LATITUDE, &latitude,
1805                                                   MMCAM_TAG_LONGITUDE, &longitude,
1806                                                   MMCAM_TAG_ALTITUDE, &altitude, NULL);
1807                 if (ret != MM_ERROR_NONE) {
1808                         _mmcam_dbg_err("failed to get gps info [%x][%s]", ret, err_name);
1809                         SAFE_FREE(err_name);
1810                         goto exit;
1811                 }
1812
1813                 _mmcam_dbg_log("latitude [%f]", latitude);
1814                 if (latitude != INVALID_GPS_VALUE) {
1815                         unsigned char *b = NULL;
1816                         unsigned int deg;
1817                         unsigned int min;
1818                         unsigned int sec;
1819                         ExifRational rData;
1820
1821                         if (latitude < 0) {
1822                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1823                                                             EXIF_FORMAT_ASCII, 2, "S");
1824                                 if (ret != MM_ERROR_NONE) {
1825                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1826                                 }
1827                                 latitude = -latitude;
1828                         } else if (latitude > 0) {
1829                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1830                                                             EXIF_FORMAT_ASCII, 2, "N");
1831                                 if (ret != MM_ERROR_NONE) {
1832                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1833                                 }
1834                         }
1835
1836                         deg = (unsigned int)(latitude);
1837                         min = (unsigned int)((latitude-deg)*60);
1838                         sec = (unsigned int)(((latitude-deg)*3600)-min*60);
1839
1840                         _mmcam_dbg_log("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1841                         b = malloc(3 * sizeof(ExifRational));
1842                         if (b) {
1843                                 rData.numerator = deg;
1844                                 rData.denominator = 1;
1845                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1846                                 rData.numerator = min;
1847                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1848                                 rData.numerator = sec;
1849                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1850
1851                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
1852                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1853                                 free(b);
1854                                 if (ret != MM_ERROR_NONE) {
1855                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
1856                                 }
1857                         } else {
1858                                 _mmcam_dbg_warn("malloc failed");
1859                         }
1860                 }
1861
1862                 _mmcam_dbg_log("longitude [%f]", longitude);
1863                 if (longitude != INVALID_GPS_VALUE) {
1864                         unsigned char *b = NULL;
1865                         unsigned int deg;
1866                         unsigned int min;
1867                         unsigned int sec;
1868                         ExifRational rData;
1869
1870                         if (longitude < 0) {
1871                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1872                                                             EXIF_FORMAT_ASCII, 2, "W");
1873                                 if (ret != MM_ERROR_NONE) {
1874                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1875                                 }
1876                                 longitude = -longitude;
1877                         } else if (longitude > 0) {
1878                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1879                                                             EXIF_FORMAT_ASCII, 2, "E");
1880                                 if (ret != MM_ERROR_NONE) {
1881                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1882                                 }
1883                         }
1884
1885                         deg = (unsigned int)(longitude);
1886                         min = (unsigned int)((longitude-deg)*60);
1887                         sec = (unsigned int)(((longitude-deg)*3600)-min*60);
1888
1889                         _mmcam_dbg_log("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1890                         b = malloc(3 * sizeof(ExifRational));
1891                         if (b) {
1892                                 rData.numerator = deg;
1893                                 rData.denominator = 1;
1894                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1895                                 rData.numerator = min;
1896                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1897                                 rData.numerator = sec;
1898                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1899                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
1900                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1901                                 free(b);
1902                                 if (ret != MM_ERROR_NONE) {
1903                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
1904                                 }
1905                         } else {
1906                                 _mmcam_dbg_warn("malloc failed");
1907                         }
1908                 }
1909
1910                 _mmcam_dbg_log("f_altitude [%f]", altitude);
1911                 if (altitude != INVALID_GPS_VALUE) {
1912                         ExifByte alt_ref = 0;
1913                         unsigned char *b = NULL;
1914                         ExifRational rData;
1915                         b = malloc(sizeof(ExifRational));
1916                         if (b) {
1917                                 if (altitude < 0) {
1918                                         alt_ref = 1;
1919                                         altitude = -altitude;
1920                                 }
1921
1922                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
1923                                                             EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
1924                                 if (ret != MM_ERROR_NONE) {
1925                                         _mmcam_dbg_err("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
1926                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
1927                                                 free(b);
1928                                                 b = NULL;
1929                                                 goto exit;
1930                                         }
1931                                 }
1932
1933                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
1934                                 rData.denominator = 100;
1935                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1936                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
1937                                                             EXIF_FORMAT_RATIONAL, 1, (const char *)b);
1938                                 free(b);
1939                                 if (ret != MM_ERROR_NONE) {
1940                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
1941                                 }
1942                         } else {
1943                                 _mmcam_dbg_warn("malloc failed");
1944                         }
1945                 }
1946
1947                 {
1948                         double gps_timestamp = INVALID_GPS_VALUE;
1949                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
1950                         _mmcam_dbg_log("Gps timestamp [%f]", gps_timestamp);
1951                         if (gps_timestamp > 0.0) {
1952                                 unsigned char *b = NULL;
1953                                 unsigned int hour;
1954                                 unsigned int min;
1955                                 unsigned int microsec;
1956                                 ExifRational rData;
1957
1958                                 hour = (unsigned int)(gps_timestamp / 3600);
1959                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
1960                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
1961
1962                                 _mmcam_dbg_log("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
1963                                 b = malloc(3 * sizeof(ExifRational));
1964                                 if (b) {
1965                                         rData.numerator = hour;
1966                                         rData.denominator = 1;
1967                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1968
1969                                         rData.numerator = min;
1970                                         rData.denominator = 1;
1971                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
1972
1973                                         rData.numerator = microsec;
1974                                         rData.denominator = 1000000;
1975                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
1976
1977                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
1978                                                                     EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1979                                         free(b);
1980                                         if (ret != MM_ERROR_NONE) {
1981                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
1982                                         }
1983                                 } else {
1984                                         _mmcam_dbg_warn( "malloc failed." );
1985                                 }
1986                         }
1987                 }
1988
1989                 {
1990                         unsigned char *date_stamp = NULL;
1991                         int date_stamp_len = 0;
1992
1993                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
1994
1995                         if (date_stamp) {
1996                                 _mmcam_dbg_log("Date stamp [%s]", date_stamp);
1997
1998                                 /* cause it should include NULL char */
1999                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2000                                                             EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2001                                 if (ret != MM_ERROR_NONE) {
2002                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2003                                 }
2004                         }
2005                 }
2006
2007                 {
2008                         unsigned char *processing_method = NULL;
2009                         int processing_method_len = 0;
2010
2011                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2012
2013                         if (processing_method) {
2014                                 _mmcam_dbg_log("Processing method [%s]", processing_method);
2015
2016                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2017                                                             EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2018                                 if (ret != MM_ERROR_NONE) {
2019                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2020                                 }
2021                         }
2022                 }
2023         } else {
2024                 _mmcam_dbg_log( "Tag for GPS is DISABLED." );
2025         }
2026
2027 exit:
2028         return ed;
2029 }
2030
2031
2032 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2033 {
2034         int ret = MM_ERROR_NONE;
2035         mmf_camcorder_t *hcamcorder = NULL;
2036         ExifData *ed = NULL;
2037
2038         hcamcorder = MMF_CAMCORDER(handle);
2039
2040         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2041
2042         ed = exif_data_new_from_data(imagedata, imgln);
2043         //ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2044
2045         if (ed == NULL) {
2046                 _mmcam_dbg_err("get exif data error!!");
2047                 return MM_ERROR_INVALID_HANDLE;
2048         }
2049
2050         /* update necessary */
2051
2052         __mmcamcorder_update_exif_make(handle, ed);
2053         __mmcamcorder_update_exif_software(handle, ed);
2054         __mmcamcorder_update_exif_model(handle, ed);
2055         __mmcamcorder_update_exif_orientation(handle, ed);
2056         __mmcamcorder_update_exif_gps(handle, ed);
2057         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2058         if (ret != MM_ERROR_NONE) {
2059                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2060         }
2061
2062         exif_data_unref(ed);
2063         ed = NULL;
2064         return ret;
2065 }
2066
2067 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2068 {
2069         int ret = MM_ERROR_NONE;
2070         int value;
2071         int str_val_len = 0;
2072         int cntl = 0;
2073         int cnts = 0;
2074         char *str_value = NULL;
2075         char *user_comment = NULL;
2076         ExifData *ed = NULL;
2077         ExifLong config;
2078         ExifLong ExifVersion;
2079         static ExifShort eshort[20];
2080         static ExifLong elong[10];
2081
2082         GstCameraControl *control = NULL;
2083         GstCameraControlExifInfo avsys_exif_info;
2084
2085         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2086         _MMCamcorderSubContext *sc = NULL;
2087
2088         _mmcam_dbg_log("");
2089
2090         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2091
2092         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2093         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2094
2095         CLEAR(avsys_exif_info);
2096
2097         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2098                 _mmcam_dbg_err("Can't cast Video source into camera control. Skip camera control values...");
2099         } else {
2100                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2101                 /* get device information */
2102                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2103         }
2104
2105         /* get ExifData from exif info */
2106         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2107         if (ed == NULL) {
2108                 _mmcam_dbg_err("get exif data error!!");
2109                 return MM_ERROR_INVALID_HANDLE;
2110         }
2111
2112         /* Receive attribute info */
2113
2114         /* START INSERT IFD_0 */
2115
2116         /*0. EXIF_TAG_EXIF_VERSION */
2117         ExifVersion = MM_EXIF_VERSION;
2118         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2119                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2120         if (ret != MM_ERROR_NONE) {
2121                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2122         }
2123
2124         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2125         value = image_width;
2126
2127         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2128         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2129                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2130         if (ret != MM_ERROR_NONE) {
2131                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2132         }
2133
2134         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2135                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2136         if (ret != MM_ERROR_NONE) {
2137                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2138         }
2139         _mmcam_dbg_log("width[%d]", value);
2140
2141         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2142         value = image_height;
2143
2144         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order (ed), value);
2145         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2146                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2147         if (ret != MM_ERROR_NONE) {
2148                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2149         }
2150
2151         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2152                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2153         if (ret != MM_ERROR_NONE) {
2154                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2155         }
2156         _mmcam_dbg_log("height[%d]", value);
2157
2158         /*4. EXIF_TAG_DATE_TIME */
2159
2160         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2161
2162         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2163         {
2164                 unsigned char *b;
2165                 time_t t;
2166                 struct tm tm;
2167
2168                 b = malloc(20 * sizeof(unsigned char));
2169                 if (b == NULL) {
2170                         _mmcam_dbg_err("failed to alloc b");
2171                         ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2172                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2173                 }
2174
2175                 memset(b, '\0', 20);
2176
2177                 t = time(NULL);
2178                 tzset();
2179                 localtime_r(&t, &tm);
2180
2181                 snprintf((char *)b, 20, "%04i:%02i:%02i %02i:%02i:%02i",
2182                          tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2183                          tm.tm_hour, tm.tm_min, tm.tm_sec);
2184
2185                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2186                 if (ret != MM_ERROR_NONE) {
2187                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2188                                 free(b);
2189                         }
2190                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2191                 }
2192
2193                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2194                 if (ret != MM_ERROR_NONE) {
2195                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2196                                 free(b);
2197                         }
2198                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2199                 }
2200
2201                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2202                 if (ret != MM_ERROR_NONE) {
2203                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2204                                 free(b);
2205                         }
2206                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2207                 }
2208
2209                 free(b);
2210         }
2211
2212         /*5. EXIF_TAG_MAKE */
2213         __mmcamcorder_update_exif_make(handle, ed);
2214
2215 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2216
2217         /*6. EXIF_TAG_MODEL */
2218         __mmcamcorder_update_exif_model(handle, ed);
2219
2220 #endif
2221         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2222         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2223         if (str_value && str_val_len > 0) {
2224                 char *description = strdup(str_value);
2225
2226                 _mmcam_dbg_log("desctiption [%s]", str_value);
2227
2228                 if (description) {
2229                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2230                                                     EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2231                         free(description);
2232                         str_value = NULL;
2233                         str_val_len = 0;
2234                         if (ret != MM_ERROR_NONE) {
2235                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2236                         }
2237                 } else {
2238                         _mmcam_dbg_err("strdup failed for [%s]", str_value);
2239                 }
2240         } else {
2241                 _mmcam_dbg_warn("failed to get description");
2242         }
2243
2244         /*7. EXIF_TAG_SOFTWARE*/
2245         __mmcamcorder_update_exif_software(handle, ed);
2246
2247 /*
2248         if (control != NULL) {
2249                 char software[50] = {0,};
2250                 unsigned int len = 0;
2251
2252                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8,(avsys_exif_info.software_used & 0xff));
2253                 _mmcam_dbg_log("software [%s], len [%d]", software, len);
2254                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2255                                             EXIF_FORMAT_ASCII, len, (const char *)software);
2256                 if (ret != MM_ERROR_NONE) {
2257                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2258                 }
2259         }
2260 */
2261
2262         __mmcamcorder_update_exif_orientation(handle, ed);
2263
2264         /* START INSERT EXIF_IFD */
2265
2266         /*3. User Comment*/
2267         /*FIXME : get user comment from real user */
2268         user_comment = strdup(MM_USER_COMMENT);
2269         if (user_comment) {
2270                 _mmcam_dbg_log("user_comment=%s",user_comment);
2271                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2272                                             EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2273                 free(user_comment);
2274                 if (ret != MM_ERROR_NONE) {
2275                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2276                 }
2277         } else {
2278                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2279                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2280         }
2281
2282         /*9. EXIF_TAG_COLOR_SPACE */
2283         if (control != NULL) {
2284                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2285                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2286                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2287                 if (ret != MM_ERROR_NONE) {
2288                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2289                 }
2290         }
2291
2292         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2293         if (control != NULL) {
2294                 config = avsys_exif_info.component_configuration;
2295                 _mmcam_dbg_log("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ",config);
2296                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2297                                             EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2298                 if (ret != MM_ERROR_NONE) {
2299                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2300                 }
2301         }
2302
2303         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2304         /* written  the device_info */
2305
2306         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2307         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2308
2309         /*14. EXIF_TAG_EXPOSURE_TIME*/
2310         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2311                 unsigned char *b = NULL;
2312                 ExifRational rData;
2313
2314                 _mmcam_dbg_log("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2315                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2316
2317                 b = malloc(sizeof(ExifRational));
2318                 if (b) {
2319                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2320                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2321
2322                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2323                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2324                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2325                         free(b);
2326                         if (ret != MM_ERROR_NONE) {
2327                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2328                         }
2329                 } else {
2330                         _mmcam_dbg_warn("malloc failed.");
2331                 }
2332         } else {
2333                 _mmcam_dbg_log("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2334                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2335         }
2336
2337         /*15. EXIF_TAG_FNUMBER */
2338         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2339                 unsigned char *b = NULL;
2340                 ExifRational rData;
2341
2342                 _mmcam_dbg_log("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2343                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2344
2345                 b = malloc(sizeof(ExifRational));
2346                 if (b) {
2347                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2348                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2349                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2350                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2351                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2352                         free(b);
2353                         if(ret != MM_ERROR_NONE) {
2354                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2355                         }
2356                 } else {
2357                         _mmcam_dbg_warn( "malloc failed." );
2358                 }
2359         } else {
2360                 _mmcam_dbg_log("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2361                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2362         }
2363
2364         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2365         /*FIXME*/
2366         value = MM_EXPOSURE_PROGRAM;
2367         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2368         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2369                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2370         if (ret != MM_ERROR_NONE) {
2371                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2372         }
2373
2374         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2375         if (avsys_exif_info.iso) {
2376                 _mmcam_dbg_log("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2377                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2378                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2379                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2380                 if (ret != MM_ERROR_NONE) {
2381                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2382                 }
2383         }
2384
2385         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2386         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2387                 unsigned char *b = NULL;
2388                 ExifSRational rsData;
2389
2390                 _mmcam_dbg_log("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2391                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2392
2393                 b = malloc(sizeof(ExifSRational));
2394                 if (b) {
2395                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2396                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2397                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2398                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2399                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2400                         free(b);
2401                         if (ret != MM_ERROR_NONE) {
2402                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2403                         }
2404                 } else {
2405                         _mmcam_dbg_warn("malloc failed.");
2406                 }
2407         } else {
2408                 _mmcam_dbg_log("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2409                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2410         }
2411
2412         /*19. EXIF_TAG_APERTURE_VALUE*/
2413         if (avsys_exif_info.aperture_in_APEX) {
2414                 unsigned char *b = NULL;
2415                 ExifRational rData;
2416
2417                 _mmcam_dbg_log("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2418
2419                 b = malloc(sizeof(ExifRational));
2420                 if (b) {
2421                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2422                         rData.denominator = 1;
2423                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2424                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2425                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2426                         free(b);
2427                         if(ret != MM_ERROR_NONE) {
2428                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2429                         }
2430                 } else {
2431                         _mmcam_dbg_warn("malloc failed.");
2432                 }
2433         } else {
2434                 _mmcam_dbg_log("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2435         }
2436
2437         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2438         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2439                 unsigned char *b = NULL;
2440                 ExifSRational rsData;
2441
2442                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2443                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2444
2445                 b = malloc(sizeof(ExifSRational));
2446                 if (b) {
2447                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2448                         rsData.denominator = avsys_exif_info.brightness_denominator;
2449                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2450                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2451                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2452                         free(b);
2453                         if (ret != MM_ERROR_NONE) {
2454                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2455                         }
2456                 } else {
2457                         _mmcam_dbg_warn( "malloc failed." );
2458                 }
2459         } else {
2460                 _mmcam_dbg_log("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2461                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2462         }
2463
2464         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2465         value = 0;
2466         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2467         if (ret == MM_ERROR_NONE) {
2468                 unsigned char *b = NULL;
2469                 ExifSRational rsData;
2470
2471                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2472                                value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2473
2474                 b = malloc(sizeof(ExifSRational));
2475                 if (b) {
2476                         rsData.numerator = value - hcamcorder->brightness_default;
2477                         if (hcamcorder->brightness_step_denominator != 0) {
2478                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2479                         } else {
2480                                 _mmcam_dbg_warn("brightness_step_denominator is ZERO, so set 1");
2481                                 rsData.denominator = 1;
2482                         }
2483                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2484                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2485                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2486                         free(b);
2487                         if (ret != MM_ERROR_NONE) {
2488                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2489                         }
2490                 } else {
2491                         _mmcam_dbg_warn("malloc failed.");
2492                 }
2493         } else {
2494                 _mmcam_dbg_log("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2495         }
2496
2497         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2498 /*
2499         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2500                 unsigned char *b = NULL;
2501                 ExifRational rData;
2502
2503                 _mmcam_dbg_log("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2504
2505                 b = malloc(sizeof(ExifRational));
2506                 if (b) {
2507                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2508                         rData.denominator = 1;
2509                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2510                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2511                                                     EXIF_FORMAT_RATIONAL, 1, b);
2512                         free(b);
2513                         if (ret != MM_ERROR_NONE) {
2514                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2515                         }
2516                 } else {
2517                         _mmcam_dbg_warn("failed to alloc for MAX aperture value");
2518                 }
2519         }
2520 */
2521
2522         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2523         /* defualt : none */
2524
2525         /*24. EXIF_TAG_METERING_MODE */
2526         if (control != NULL) {
2527                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),avsys_exif_info.metering_mode);
2528                 _mmcam_dbg_log("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2529                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2530                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2531                 if (ret != MM_ERROR_NONE) {
2532                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2533                 }
2534         }
2535
2536         /*25. EXIF_TAG_LIGHT_SOURCE*/
2537
2538         /*26. EXIF_TAG_FLASH*/
2539         if (control != NULL) {
2540                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),avsys_exif_info.flash);
2541                 _mmcam_dbg_log("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2542                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2543                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2544                 if (ret != MM_ERROR_NONE) {
2545                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2546                 }
2547         }
2548
2549         /*27. EXIF_TAG_FOCAL_LENGTH*/
2550         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2551                 unsigned char *b = NULL;
2552                 ExifRational rData;
2553
2554                 _mmcam_dbg_log("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2555                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2556
2557                 b = malloc(sizeof(ExifRational));
2558                 if (b) {
2559                         rData.numerator = avsys_exif_info.focal_len_numerator;
2560                         rData.denominator = avsys_exif_info.focal_len_denominator;
2561                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2562                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2563                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2564                         free(b);
2565                         if (ret != MM_ERROR_NONE) {
2566                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2567                         }
2568                 } else {
2569                         _mmcam_dbg_warn("malloc failed.");
2570                 }
2571         } else {
2572                 _mmcam_dbg_log("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2573                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2574         }
2575
2576         /*28. EXIF_TAG_SENSING_METHOD*/
2577         /*FIXME*/
2578         value = MM_SENSING_MODE;
2579         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),value);
2580         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2581                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2582         if (ret != MM_ERROR_NONE) {
2583                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2584         }
2585
2586         /*29. EXIF_TAG_FILE_SOURCE*/
2587 /*
2588         value = MM_FILE_SOURCE;
2589         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2590         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2591                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2592         if (ret != MM_ERROR_NONE) {
2593                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2594         }
2595 */
2596
2597         /*30. EXIF_TAG_SCENE_TYPE*/
2598 /*
2599         value = MM_SCENE_TYPE;
2600         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2601         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2602                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2603         if (ret != MM_ERROR_NONE) {
2604                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2605         }
2606 */
2607
2608         /*31. EXIF_TAG_EXPOSURE_MODE*/
2609         /*FIXME*/
2610         value = MM_EXPOSURE_MODE;
2611         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),value);
2612         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2613                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2614         if (ret != MM_ERROR_NONE) {
2615                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2616         }
2617
2618
2619         /*32. EXIF_TAG_WHITE_BALANCE*/
2620         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2621         if (ret == MM_ERROR_NONE) {
2622                 int set_value = 0;
2623                 _mmcam_dbg_log("WHITE BALANCE [%d]", value);
2624
2625                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC) {
2626                         set_value = 0;
2627                 } else {
2628                         set_value = 1;
2629                 }
2630
2631                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2632                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2633                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2634                 if (ret != MM_ERROR_NONE) {
2635                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2636                 }
2637         } else {
2638                 _mmcam_dbg_warn("failed to get white balance [%x]", ret);
2639         }
2640
2641         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2642 /*
2643         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2644         if (ret == MM_ERROR_NONE) {
2645                 _mmcam_dbg_log("DIGITAL ZOOM [%d]", value);
2646
2647                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2648                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2649                                             EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2650                 if (ret != MM_ERROR_NONE) {
2651                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2652                 }
2653         } else {
2654                 _mmcam_dbg_warn("failed to get digital zoom [%x]", ret);
2655         }
2656 */
2657
2658         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2659         /*FIXME*/
2660 /*
2661         value = MM_FOCAL_LENGTH_35MMFILM;
2662         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2663         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2664                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2665         if (ret != MM_ERROR_NONE) {
2666                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2667         }
2668 */
2669
2670         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2671         {
2672                 int scene_capture_type;
2673
2674                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2675                 if (ret == MM_ERROR_NONE) {
2676                         _mmcam_dbg_log("Scene mode(program mode) [%d]", value);
2677
2678                         if (value == MM_CAMCORDER_SCENE_MODE_NORMAL) {
2679                                 scene_capture_type = 0; /* standard */
2680                         } else if (value == MM_CAMCORDER_SCENE_MODE_PORTRAIT) {
2681                                 scene_capture_type = 2; /* portrait */
2682                         } else if (value == MM_CAMCORDER_SCENE_MODE_LANDSCAPE) {
2683                                 scene_capture_type = 1; /* landscape */
2684                         } else if (value == MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE) {
2685                                 scene_capture_type = 3; /* night scene */
2686                         } else {
2687                                 scene_capture_type = 4; /* Others */
2688                         }
2689
2690                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
2691                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
2692                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2693                         if (ret != MM_ERROR_NONE) {
2694                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
2695                         }
2696                 } else {
2697                         _mmcam_dbg_warn("failed to get scene mode [%x]", ret);
2698                 }
2699         }
2700
2701         /*36. EXIF_TAG_GAIN_CONTROL*/
2702         /*FIXME*/
2703 /*
2704         value = MM_GAIN_CONTROL;
2705         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2706         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
2707                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2708         if (ret != MM_ERROR_NONE) {
2709                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
2710         }
2711 */
2712
2713
2714         /*37. EXIF_TAG_CONTRAST */
2715         {
2716                 type_int_range *irange = NULL;
2717                 int level = 0;
2718
2719                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2720                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2721                                                       "Contrast",
2722                                                       &irange);
2723                 if (irange != NULL) {
2724                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
2725
2726                         _mmcam_dbg_log("CONTRAST currentt [%d], default [%d]", value, irange->default_value);
2727
2728                         if (value == irange->default_value) {
2729                                 level = MM_VALUE_NORMAL;
2730                         } else if (value < irange->default_value) {
2731                                 level = MM_VALUE_LOW;
2732                         } else {
2733                                 level = MM_VALUE_HARD;
2734                         }
2735
2736                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2737                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
2738                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2739                         if (ret != MM_ERROR_NONE) {
2740                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
2741                         }
2742                 } else {
2743                         _mmcam_dbg_warn("failed to get range of contrast");
2744                 }
2745         }
2746
2747         /*38. EXIF_TAG_SATURATION*/
2748         {
2749                 type_int_range *irange = NULL;
2750                 int level = 0;
2751
2752                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2753                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2754                                                       "Saturation",
2755                                                       &irange);
2756                 if (irange != NULL) {
2757                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
2758
2759                         _mmcam_dbg_log("SATURATION current [%d], default [%d]", value, irange->default_value);
2760
2761                         if (value == irange->default_value) {
2762                                 level = MM_VALUE_NORMAL;
2763                         } else if (value < irange->default_value) {
2764                                 level = MM_VALUE_LOW;
2765                         } else {
2766                                 level=MM_VALUE_HARD;
2767                         }
2768
2769                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2770                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
2771                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2772                         if (ret != MM_ERROR_NONE) {
2773                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
2774                         }
2775                 } else {
2776                         _mmcam_dbg_warn("failed to get range of saturation");
2777                 }
2778         }
2779
2780         /*39. EXIF_TAG_SHARPNESS*/
2781         {
2782                 type_int_range *irange = NULL;
2783                 int level = 0;
2784
2785                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2786                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2787                                                       "Sharpness",
2788                                                       &irange);
2789                 if (irange != NULL) {
2790                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
2791
2792                         _mmcam_dbg_log("SHARPNESS current [%d], default [%d]", value, irange->default_value);
2793
2794                         if (value == irange->default_value) {
2795                                 level = MM_VALUE_NORMAL;
2796                         } else if (value < irange->default_value) {
2797                                 level = MM_VALUE_LOW;
2798                         } else {
2799                                 level = MM_VALUE_HARD;
2800                         }
2801
2802                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2803                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
2804                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2805                         if (ret != MM_ERROR_NONE) {
2806                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
2807                         }
2808                 } else {
2809                         _mmcam_dbg_warn("failed to get range of sharpness");
2810                 }
2811         }
2812
2813         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
2814         /*FIXME*/
2815         value = MM_SUBJECT_DISTANCE_RANGE;
2816         _mmcam_dbg_log("DISTANCE_RANGE [%d]", value);
2817         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2818         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
2819                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2820         if (ret != MM_ERROR_NONE) {
2821                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
2822         }
2823
2824         /* GPS information */
2825         __mmcamcorder_update_exif_gps(handle, ed);
2826
2827         _mmcam_dbg_log("");
2828
2829         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2830         if (ret != MM_ERROR_NONE) {
2831                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2832         }
2833
2834 exit:
2835         _mmcam_dbg_log("finished!! [%x]", ret);
2836
2837         if (ed) {
2838                 exif_data_unref (ed);
2839         }
2840
2841         return ret;
2842 }
2843
2844
2845 static void __sound_status_changed_cb(keynode_t* node, void *data)
2846 {
2847         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2848         _MMCamcorderImageInfo *info = NULL;
2849
2850         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2851
2852         _mmcam_dbg_log("START");
2853
2854         info = hcamcorder->sub_context->info_image;
2855
2856         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
2857
2858         _mmcam_dbg_log("DONE : sound status %d", info->sound_status);
2859
2860         return;
2861 }