[Release version 0.10.49] Update code for encoded preview format
[platform/core/multimedia/libmm-camcorder.git] / src / mm_camcorder_stillshot.c
1 /*
2  * libmm-camcorder
3  *
4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
5  *
6  * Contact: Jeongmo Yang <jm80.yang@samsung.com>
7  *
8  * Licensed under the Apache License, Version 2.0 (the "License");
9  * you may not use this file except in compliance with the License.
10  * You may obtain a copy of the License at
11  *
12  * http://www.apache.org/licenses/LICENSE-2.0
13  *
14  * Unless required by applicable law or agreed to in writing, software
15  * distributed under the License is distributed on an "AS IS" BASIS,
16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17  * See the License for the specific language governing permissions and
18  * limitations under the License.
19  *
20  */
21
22 /*=======================================================================================
23 |  INCLUDE FILES                                                                        |
24 =======================================================================================*/
25 #include <stdlib.h>
26 #include <sys/time.h>
27 #include <sys/times.h>
28 #include <gst/video/cameracontrol.h>
29 #include <mm_sound.h>
30 #include "mm_camcorder_internal.h"
31 #include "mm_camcorder_stillshot.h"
32 #include "mm_camcorder_exifinfo.h"
33 #include "mm_camcorder_exifdef.h"
34 #include <libexif/exif-loader.h>
35 #include <libexif/exif-utils.h>
36 #include <libexif/exif-data.h>
37
38 /*---------------------------------------------------------------------------------------
39 |    GLOBAL VARIABLE DEFINITIONS for internal                                           |
40 ---------------------------------------------------------------------------------------*/
41 #define EXIF_SET_ERR( return_type,tag_id) \
42         _mmcam_dbg_err("error=%x,tag=%x",return_type,tag_id); \
43         if (return_type == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) { \
44                 goto exit; \
45         }
46
47 /*---------------------------------------------------------------------------------------
48 |    LOCAL VARIABLE DEFINITIONS for internal                                            |
49 ---------------------------------------------------------------------------------------*/
50 #define THUMBNAIL_WIDTH         320
51 #define THUMBNAIL_HEIGHT        240
52 #define THUMBNAIL_JPEG_QUALITY  90
53 #define TRY_LOCK_MAX_COUNT      100
54 #define TRY_LOCK_TIME           20000   /* ms */
55 #define H264_PREVIEW_BITRATE    1024*10 /* kbps */
56 #define H264_PREVIEW_NEWGOP_INTERVAL    1000 /* ms */
57 #define _MMCAMCORDER_MAKE_THUMBNAIL_INTERNAL_ENCODE
58
59
60 /*---------------------------------------------------------------------------------------
61 |    LOCAL FUNCTION PROTOTYPES:                                                         |
62 ---------------------------------------------------------------------------------------*/
63 /** STATIC INTERNAL FUNCTION **/
64 /* Functions for JPEG capture without Encode bin */
65 int _mmcamcorder_image_cmd_capture(MMHandleType handle);
66 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle);
67 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle);
68 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data);
69
70 /* sound status changed callback */
71 static void __sound_status_changed_cb(keynode_t* node, void *data);
72
73 /*=======================================================================================
74 |  FUNCTION DEFINITIONS                                                                 |
75 =======================================================================================*/
76
77 /*---------------------------------------------------------------------------------------
78 |    GLOBAL FUNCTION DEFINITIONS:                                                       |
79 ---------------------------------------------------------------------------------------*/
80
81
82 int _mmcamcorder_create_stillshot_pipeline(MMHandleType handle)
83 {
84         int err = MM_ERROR_UNKNOWN;
85         GstPad *srcpad = NULL;
86         GstPad *sinkpad = NULL;
87
88         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
89         _MMCamcorderSubContext *sc = NULL;
90
91         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
92
93         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
94         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
95
96         _mmcam_dbg_log("");
97
98         /* Create gstreamer element */
99         _mmcam_dbg_log("Using Encodebin for capturing");
100
101         /* Create capture pipeline */
102         _MMCAMCORDER_PIPELINE_MAKE(sc, sc->encode_element, _MMCAMCORDER_ENCODE_MAIN_PIPE, "capture_pipeline", err);
103
104         err = _mmcamcorder_create_encodesink_bin((MMHandleType)hcamcorder, MM_CAMCORDER_ENCBIN_PROFILE_IMAGE);
105         if (err != MM_ERROR_NONE) {
106                 return err;
107         }
108
109         /* add element and encodesink bin to encode main pipeline */
110         gst_bin_add_many(GST_BIN(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst),
111                          sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst,
112                          sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst,
113                          sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst,
114                          NULL);
115
116         /* Link each element : appsrc - capsfilter - encodesink bin */
117         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_SRC].gst, "src");
118         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "sink");
119         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
120
121         srcpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_FILT].gst, "src");
122         sinkpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_BIN].gst, "image_sink0");
123         _MM_GST_PAD_LINK_UNREF(srcpad, sinkpad, err, pipeline_creation_error);
124
125         /* connect handoff signal to get capture data */
126         MMCAMCORDER_SIGNAL_CONNECT(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,
127                                    _MMCAMCORDER_HANDLER_STILLSHOT, "handoff",
128                                    G_CALLBACK(__mmcamcorder_handoff_callback),
129                                    hcamcorder);
130
131         return MM_ERROR_NONE;
132
133 pipeline_creation_error:
134         _mmcamcorder_remove_stillshot_pipeline(handle);
135         return err;
136 }
137
138
139 int _mmcamcorder_connect_capture_signal(MMHandleType handle)
140 {
141         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
142         _MMCamcorderSubContext *sc = NULL;
143
144         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
145
146         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
147         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
148
149         /* check video source element */
150         if (sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst) {
151                 _mmcam_dbg_warn("connect capture signal to _MMCAMCORDER_VIDEOSRC_SRC");
152                 MMCAMCORDER_SIGNAL_CONNECT(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst,
153                                            _MMCAMCORDER_HANDLER_STILLSHOT, "still-capture",
154                                            G_CALLBACK(__mmcamcorder_image_capture_cb),
155                                            hcamcorder);
156
157                 return MM_ERROR_NONE;
158         } else {
159                 _mmcam_dbg_err("videosrc element is not created yet");
160                 return MM_ERROR_CAMCORDER_NOT_INITIALIZED;
161         }
162 }
163
164
165 int _mmcamcorder_remove_stillshot_pipeline(MMHandleType handle)
166 {
167         int ret = MM_ERROR_NONE;
168         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
169         _MMCamcorderSubContext *sc = NULL;
170
171         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
172
173         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
174         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
175
176         _mmcam_dbg_log("");
177
178         /* Check pipeline */
179         if (sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
180                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_NULL);
181                 if (ret != MM_ERROR_NONE) {
182                         _mmcam_dbg_err("Faile to change encode main pipeline state [0x%x]", ret);
183                         return ret;
184                 }
185
186                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_STILLSHOT | _MMCAMCORDER_HANDLER_VIDEOREC);
187
188                 GstPad *reqpad = NULL;
189
190                 /* release request pad */
191                 reqpad = gst_element_get_static_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "image");
192                 if (reqpad) {
193                         gst_element_release_request_pad(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, reqpad);
194                         gst_object_unref(reqpad);
195                         reqpad = NULL;
196                 }
197
198                 /* release encode main pipeline */
199                 gst_object_unref(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
200
201                 _mmcam_dbg_log("Encoder pipeline removed");
202         } else {
203                 _mmcam_dbg_log("encode main pipeline is already removed");
204         }
205
206         return MM_ERROR_NONE;
207 }
208
209
210 void _mmcamcorder_destroy_video_capture_pipeline(MMHandleType handle)
211 {
212         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
213         _MMCamcorderSubContext *sc = NULL;
214
215         mmf_return_if_fail(hcamcorder);
216
217         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
218         mmf_return_if_fail(sc && sc->element);
219
220         _mmcam_dbg_log("");
221
222         if (sc->element[_MMCAMCORDER_MAIN_PIPE].gst) {
223                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
224                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
225
226                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:SET_NULL_TO_PIPELINE");
227
228                 _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_NULL);
229
230                 traceEnd(TTRACE_TAG_CAMERA);
231
232                 _mmcamcorder_remove_all_handlers(handle, _MMCAMCORDER_HANDLER_CATEGORY_ALL);
233
234                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:UNREALIZE:UNREF_PIPELINE");
235
236                 gst_object_unref(sc->element[_MMCAMCORDER_MAIN_PIPE].gst);
237
238                 traceEnd(TTRACE_TAG_CAMERA);
239
240                 /* NULL initialization will be done in _mmcamcorder_element_release_noti */
241         }
242
243         return;
244 }
245
246
247 int _mmcamcorder_image_cmd_capture(MMHandleType handle)
248 {
249         int ret = MM_ERROR_NONE;
250         int UseCaptureMode = 0;
251         int width = 0;
252         int height = 0;
253         int fps = 0;
254         int cap_format = MM_PIXEL_FORMAT_NV12;
255         int image_encoder = MM_IMAGE_CODEC_JPEG;
256         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
257         int is_modified_size = FALSE;
258         int tag_orientation = 0;
259         unsigned int cap_fourcc = 0;
260
261         char *err_name = NULL;
262         const char *videosrc_name = NULL;
263
264         GstCameraControl *control = NULL;
265
266         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
267         _MMCamcorderImageInfo *info = NULL;
268         _MMCamcorderSubContext *sc = NULL;
269         type_element *VideosrcElement = NULL;
270         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
271
272         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
273
274         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
275         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
276
277         _mmcam_dbg_log("");
278
279         info = sc->info_image;
280
281         if (info->capturing) {
282                 _mmcam_dbg_err("already capturing");
283                 return MM_ERROR_CAMCORDER_DEVICE_BUSY;
284         }
285
286         _mmcamcorder_conf_get_value_int(handle, hcamcorder->conf_main,
287                                         CONFIGURE_CATEGORY_MAIN_CAPTURE,
288                                         "UseCaptureMode",
289                                         &UseCaptureMode);
290
291         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
292                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
293                                       "VideosrcElement",
294                                       &VideosrcElement);
295
296         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
297
298         /* get current state */
299         mm_camcorder_get_state(handle, &current_state);
300
301         /* set capture flag */
302         info->capturing = TRUE;
303
304         ret = mm_camcorder_get_attributes(handle, &err_name,
305                                     MMCAM_IMAGE_ENCODER, &image_encoder,
306                                     MMCAM_CAMERA_WIDTH, &width,
307                                     MMCAM_CAMERA_HEIGHT, &height,
308                                     MMCAM_CAMERA_FPS, &fps,
309                                     MMCAM_CAPTURE_FORMAT, &cap_format,
310                                     MMCAM_CAPTURE_WIDTH, &info->width,
311                                     MMCAM_CAPTURE_HEIGHT, &info->height,
312                                     MMCAM_CAPTURE_COUNT, &info->count,
313                                     MMCAM_CAPTURE_INTERVAL, &info->interval,
314                                     MMCAM_STROBE_MODE, &strobe_mode,
315                                     MMCAM_TAG_ORIENTATION, &tag_orientation,
316                                     NULL);
317         if (err_name) {
318                 _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
319                 SAFE_FREE(err_name);
320         }
321
322         ret = MM_ERROR_NONE;
323
324         /* check capture count */
325         if (info->count < 1) {
326                 _mmcam_dbg_err("capture count[%d] is invalid", info->count);
327                 ret = MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
328                 goto cmd_done;
329         } else if (info->count == 1) {
330                 info->type = _MMCamcorder_SINGLE_SHOT;
331         } else {
332                 info->type = _MMCamcorder_MULTI_SHOT;
333                 info->next_shot_time = 0;
334                 info->multi_shot_stop = FALSE;
335
336                 /* sound init to pause other session */
337                 _mmcamcorder_sound_init(handle);
338         }
339
340         _mmcam_dbg_log("preview(%dx%d,fmt:%d), capture(%dx%d,fmt:%d), count(%d), hdr mode(%d), interval (%d)",
341                        width, height, info->preview_format, info->width, info->height, cap_format,
342                        info->count, info->hdr_capture_mode, info->interval);
343
344         /* check state */
345         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
346                 if (info->type == _MMCamcorder_MULTI_SHOT ||
347                     info->hdr_capture_mode != MM_CAMCORDER_HDR_OFF) {
348                         _mmcam_dbg_err("does not support multi/HDR capture while recording");
349                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
350                         goto cmd_done;
351                 }
352
353                 /* check capture size if ZSL is not supported*/
354                 if (hcamcorder->support_zsl_capture == FALSE) {
355                         _mmcam_dbg_warn("Capture size should be same with preview size while recording");
356                         _mmcam_dbg_warn("Capture size %dx%d -> %dx%d", info->width, info->height, width, height);
357
358                         info->width = width;
359                         info->height = height;
360
361                         _mmcam_dbg_log("set capture width and height [%dx%d] to camera plugin", width, height);
362                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-width", width);
363                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-height", height);
364
365                         is_modified_size = TRUE;
366                 }
367         }
368
369         info->capture_cur_count = 0;
370         info->capture_send_count = 0;
371
372         sc->internal_encode = FALSE;
373
374         if (!sc->bencbin_capture) {
375                 /* Check encoding method */
376                 if (cap_format == MM_PIXEL_FORMAT_ENCODED) {
377                         if ((sc->SensorEncodedCapture && info->type == _MMCamcorder_SINGLE_SHOT) ||
378                             hcamcorder->support_zsl_capture || is_modified_size) {
379                                 cap_fourcc = _mmcamcorder_get_fourcc(cap_format, image_encoder, hcamcorder->use_zero_copy_format);
380                                 _mmcam_dbg_log("Sensor JPEG Capture [is_modified_size:%d]", is_modified_size);
381                         } else {
382                                 /* no need to encode internally if ITLV format */
383                                 if (info->preview_format != MM_PIXEL_FORMAT_ITLV_JPEG_UYVY) {
384                                         sc->internal_encode = TRUE;
385                                 }
386                                 cap_fourcc = _mmcamcorder_get_fourcc(info->preview_format, image_encoder, hcamcorder->use_zero_copy_format);
387
388                                 _mmcam_dbg_log("MSL JPEG Capture : capture fourcc %c%c%c%c",
389                                                cap_fourcc, cap_fourcc>>8, cap_fourcc>>16, cap_fourcc>>24);
390                         }
391                 } else {
392                         cap_fourcc = _mmcamcorder_get_fourcc(cap_format, MM_IMAGE_CODEC_INVALID, hcamcorder->use_zero_copy_format);
393                 }
394
395                 _mmcam_dbg_log("capture format (%d)", cap_format);
396
397                 /* Note: width/height of capture is set in commit function of attribute or in create function of pipeline */
398                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-fourcc", cap_fourcc);
399                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-interval", info->interval);
400                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "capture-count", info->count);
401
402                 if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
403                         _mmcam_dbg_err("Can't cast Video source into camera control.");
404                         ret = MM_ERROR_CAMCORDER_NOT_SUPPORTED;
405                         goto cmd_done;
406                 }
407
408                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
409                 gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_START);
410         } else {
411                 int need_change = 0;
412                 int set_width = 0;
413                 int set_height = 0;
414                 int cap_jpeg_quality = 0;
415
416                 if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
417                         _mmcam_dbg_err("could not capture in this target while recording");
418                         ret = MM_ERROR_CAMCORDER_INVALID_STATE;
419                         goto cmd_done;
420                 }
421
422                 if (UseCaptureMode) {
423                         if (width != MMFCAMCORDER_HIGHQUALITY_WIDTH || height != MMFCAMCORDER_HIGHQUALITY_HEIGHT) {
424                                 need_change = 1;
425                         }
426                 } else {
427                         if (width != info->width || height != info->height) {
428                                 need_change = 1;
429                         }
430                 }
431
432                 if (need_change) {
433                         int rotation = 0;
434
435                         _mmcam_dbg_log("Need to change resolution");
436
437                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
438                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
439
440                         /* make pipeline state as READY */
441                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_READY);
442
443                         /* check decoder recreation */
444                         if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
445                                 _mmcam_dbg_err("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
446                                 return MM_ERROR_CAMCORDER_INTERNAL;
447                         }
448
449                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
450                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
451
452                         if (ret != MM_ERROR_NONE) {
453                                 _mmcam_dbg_err("failed to set state PAUSED %x", ret);
454                                 goto cmd_done;
455                         }
456
457                         if (UseCaptureMode) {
458                                 set_width = MMFCAMCORDER_HIGHQUALITY_WIDTH;
459                                 set_height = MMFCAMCORDER_HIGHQUALITY_HEIGHT;
460                         } else {
461                                 set_width = info->width;
462                                 set_height = info->height;
463                         }
464
465                         mm_camcorder_get_attributes(handle, &err_name,
466                                                     MMCAM_CAMERA_ROTATION, &rotation,
467                                                     NULL);
468                         if (err_name) {
469                                 _mmcam_dbg_warn("get_attributes err %s", err_name);
470                                 SAFE_FREE(err_name);
471                         }
472
473                         /* set new caps */
474                         ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, set_width, set_height, fps, rotation);
475                         if (!ret) {
476                                 _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
477                                 ret = MM_ERROR_CAMCORDER_INTERNAL;
478                                 goto cmd_done;
479                         }
480
481                         info->resolution_change = TRUE;
482
483                         /* make pipeline state as PLAYING */
484                         ret = _mmcamcorder_gst_set_state(handle, sc->element[_MMCAMCORDER_MAIN_PIPE].gst, GST_STATE_PLAYING);
485                         if (ret != MM_ERROR_NONE) {
486                                 _mmcam_dbg_err("failed to set state PLAYING %x", ret);
487                                 goto cmd_done;
488                         }
489
490                         _mmcam_dbg_log("Change to target resolution(%d, %d)", set_width, set_height);
491                 } else {
492                         _mmcam_dbg_log("No need to change resolution. Open toggle now.");
493                         info->resolution_change = FALSE;
494                 }
495
496                 /* add encodesinkbin */
497                 ret = _mmcamcorder_create_stillshot_pipeline((MMHandleType)hcamcorder);
498                 if (ret != MM_ERROR_NONE) {
499                         _mmcam_dbg_err("failed to create encodesinkbin %x", ret);
500                         goto cmd_done;
501                 }
502
503                 ret = mm_camcorder_get_attributes(handle, &err_name,
504                                                   MMCAM_IMAGE_ENCODER_QUALITY, &cap_jpeg_quality,
505                                                   NULL);
506                 if (err_name) {
507                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
508                         SAFE_FREE(err_name);
509                 }
510
511                 /* set JPEG quality */
512                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_IENC].gst, "quality", cap_jpeg_quality);
513
514                 /* set handoff signal as TRUE */
515                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst,"signal-handoffs", TRUE);
516                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", FALSE);
517
518                 /* Prepare for the shutter sound when it's the bencbin mode capture */
519                 sc->info_video->is_firstframe = TRUE;
520
521                 /* set push encoding buffer as TRUE */
522                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_INIT;
523
524                 /* make encode pipeline state as PLAYING */
525                 ret = _mmcamcorder_gst_set_state(handle, sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst, GST_STATE_PLAYING);
526                 if (ret != MM_ERROR_NONE) {
527                         _mmcam_dbg_err("failed to set state PLAYING %x", ret);
528                         goto cmd_done;
529                 }
530         }
531
532         /* Play capture sound here if single capture */
533         if ((info->type == _MMCamcorder_SINGLE_SHOT &&
534              (hcamcorder->support_zsl_capture == FALSE ||
535               strobe_mode == MM_CAMCORDER_STROBE_MODE_OFF)) ||
536             info->hdr_capture_mode) {
537                 if (current_state < MM_CAMCORDER_STATE_RECORDING &&
538                     hcamcorder->support_zsl_capture == TRUE &&
539                     !info->hdr_capture_mode) {
540                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
541                 }
542
543                 /* set flag */
544                 info->played_capture_sound = TRUE;
545         } else {
546                 /* set flag */
547                 info->played_capture_sound = FALSE;
548         }
549
550 cmd_done:
551         if (ret != MM_ERROR_NONE) {
552                 info->capturing = FALSE;
553         }
554
555         return ret;
556 }
557
558
559 int _mmcamcorder_image_cmd_preview_start(MMHandleType handle)
560 {
561         int ret = MM_ERROR_NONE;
562         int width = 0;
563         int height = 0;
564         int fps = 0;
565         int rotation = 0;
566         unsigned int current_framecount = 0;
567         int current_state = MM_CAMCORDER_STATE_NONE;
568         gboolean fps_auto = FALSE;
569         char *err_name = NULL;
570         const char *videosrc_name = NULL;
571
572         GstState state;
573         GstElement *pipeline = NULL;
574         GstCameraControl *control = NULL;
575
576         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
577         _MMCamcorderImageInfo *info = NULL;
578         _MMCamcorderSubContext *sc = NULL;
579         type_element *VideosrcElement = NULL;
580
581         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
582
583         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
584         mmf_return_val_if_fail(sc && sc->info_image && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
585
586         /*_mmcam_dbg_log("");*/
587
588         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
589         info = sc->info_image;
590
591         _mmcamcorder_conf_get_element(handle, hcamcorder->conf_main,
592                                       CONFIGURE_CATEGORY_MAIN_VIDEO_INPUT,
593                                       "VideosrcElement",
594                                       &VideosrcElement);
595
596         _mmcamcorder_conf_get_value_element_name(VideosrcElement, &videosrc_name);
597
598         sc->display_interval = 0;
599         sc->previous_slot_time = 0;
600
601         /* Image info */
602         info->next_shot_time = 0;
603         info->multi_shot_stop = TRUE;
604         info->capturing = FALSE;
605
606         _mmcamcorder_vframe_stablize(handle);
607
608         current_state = _mmcamcorder_get_state(handle);
609         _mmcam_dbg_log("current state [%d]", current_state);
610
611         if (!sc->bencbin_capture) {
612                 _mmcam_dbg_log("Preview start");
613
614                 /* just set capture stop command if current state is CAPTURING */
615                 if (current_state == MM_CAMCORDER_STATE_CAPTURING) {
616                         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
617                                 _mmcam_dbg_err("Can't cast Video source into camera control.");
618                                 return MM_ERROR_CAMCORDER_NOT_SUPPORTED;
619                         }
620
621                         control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
622                         gst_camera_control_set_capture_command(control, GST_CAMERA_CONTROL_CAPTURE_COMMAND_STOP);
623
624                         current_framecount = sc->kpi.video_framecount;
625                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "stop-video", FALSE);
626                         if (info->type == _MMCamcorder_SINGLE_SHOT) {
627                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
628                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
629                         }
630                 } else {
631                         int focus_mode = 0;
632                         mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
633
634                         /* This case is starting of preview */
635                         ret = mm_camcorder_get_attributes(handle, &err_name,
636                                                           MMCAM_CAMERA_FPS_AUTO, &fps_auto,
637                                                           MMCAM_CAMERA_FOCUS_MODE, &focus_mode,
638                                                           NULL);
639                         if (ret != MM_ERROR_NONE) {
640                                 _mmcam_dbg_warn("Get attrs fail. (%s:%x)", err_name, ret);
641                                 SAFE_FREE (err_name);
642                         }
643
644                         _mmcam_dbg_log("focus mode %d", focus_mode);
645
646                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "fps-auto", fps_auto);
647
648                         /* set focus mode */
649                         if (attr) {
650                                 if (_mmcamcorder_check_supported_attribute(handle, MM_CAM_CAMERA_FOCUS_MODE)) {
651                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_CAMERA_FOCUS_MODE]));
652                                         if (mmf_attrs_commit((MMHandleType)attr) == -1) {
653                                                 _mmcam_dbg_err("set focus mode error");
654                                         } else {
655                                                 _mmcam_dbg_log("set focus mode success");
656                                         }
657                                 } else {
658                                         _mmcam_dbg_log("focus mode is not supported");
659                                 }
660                         } else {
661                                 _mmcam_dbg_err("failed to get attributes");
662                         }
663                 }
664         }
665
666         /* init prev_time */
667         sc->info_video->prev_preview_ts = 0;
668
669         gst_element_get_state(pipeline, &state, NULL, -1);
670
671         if (state == GST_STATE_PLAYING) {
672                 if (!sc->bencbin_capture) {
673                         int try_count = 0;
674
675                         if (hcamcorder->support_zsl_capture == FALSE) {
676                                 mmf_attrs_t *attr = (mmf_attrs_t *)MMF_CAMCORDER_ATTRS(handle);
677
678                                 /* Set strobe mode - strobe mode can not be set to driver while captuing */
679                                 if (attr) {
680                                         mmf_attribute_set_modified(&(attr->items[MM_CAM_STROBE_MODE]));
681                                         if (mmf_attrs_commit((MMHandleType) attr) == -1) {
682                                                 _mmcam_dbg_warn("Failed to set strobe mode");
683                                         }
684                                 }
685
686                                 while (current_framecount >= sc->kpi.video_framecount &&
687                                        try_count++ < _MMCAMCORDER_CAPTURE_STOP_CHECK_COUNT) {
688                                         usleep(_MMCAMCORDER_CAPTURE_STOP_CHECK_INTERVAL);
689                                 }
690                         }
691
692                         if (info->type == _MMCamcorder_MULTI_SHOT) {
693                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
694                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
695                         }
696
697                         _mmcam_dbg_log("Wait Frame Done. count before[%d],after[%d], try_count[%d]",
698                                        current_framecount, sc->kpi.video_framecount, try_count);
699                 } else {
700                         ret = _mmcamcorder_remove_stillshot_pipeline(handle);
701                         if (ret != MM_ERROR_NONE) {
702                                 goto cmd_error;
703                         }
704
705                         if (info->resolution_change) {
706                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
707                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
708
709                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
710
711                                 /* check decoder recreation */
712                                 if (!_mmcamcorder_recreate_decoder_for_encoded_preview(handle)) {
713                                         _mmcam_dbg_err("_mmcamcorder_recreate_decoder_for_encoded_preview failed");
714                                         return MM_ERROR_CAMCORDER_INTERNAL;
715                                 }
716
717                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
718                                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
719
720                                 if (ret != MM_ERROR_NONE) {
721                                         goto cmd_error;
722                                 }
723
724                                 /* check if resolution need to rollback */
725                                 mm_camcorder_get_attributes(handle, &err_name,
726                                                             MMCAM_CAMERA_WIDTH, &width,
727                                                             MMCAM_CAMERA_HEIGHT, &height,
728                                                             MMCAM_CAMERA_FPS, &fps,
729                                                             MMCAM_CAMERA_ROTATION, &rotation,
730                                                             NULL);
731                                 if (err_name) {
732                                         _mmcam_dbg_warn("get_attributes err %s, ret 0x%x", err_name, ret);
733                                         SAFE_FREE(err_name);
734                                 }
735
736                                 /* set new caps */
737                                 ret = _mmcamcorder_set_videosrc_caps(handle, sc->fourcc, width, height, fps, rotation);
738                                 if (!ret) {
739                                         _mmcam_dbg_err("_mmcamcorder_set_videosrc_caps failed");
740                                         ret = MM_ERROR_CAMCORDER_INTERNAL;
741                                         goto cmd_error;
742                                 }
743
744                                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
745                                 if (ret != MM_ERROR_NONE) {
746                                         goto cmd_error;
747                                 }
748                         }
749                 }
750
751                 /* sound finalize */
752                 if (info->type == _MMCamcorder_MULTI_SHOT) {
753                         _mmcamcorder_sound_finalize(handle);
754                 }
755         } else {
756                 if (info->preview_format == MM_PIXEL_FORMAT_ENCODED_H264) {
757                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "bitrate", H264_PREVIEW_BITRATE);
758                         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "newgop-interval", H264_PREVIEW_NEWGOP_INTERVAL);
759                 }
760
761                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
762                 MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
763
764                 traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:START:SET_PLAYING_TO_PIPELINE");
765
766                 ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_PLAYING);
767
768                 traceEnd(TTRACE_TAG_CAMERA);
769
770                 if (ret != MM_ERROR_NONE) {
771                         goto cmd_error;
772                 }
773
774                 /* get sound status/volume level and register changed_cb */
775                 if (hcamcorder->shutter_sound_policy == VCONFKEY_CAMERA_SHUTTER_SOUND_POLICY_OFF &&
776                     info->sound_status == _SOUND_STATUS_INIT) {
777                         _mmcam_dbg_log("register vconf changed_cb and get sound status");
778
779                         /* register changed_cb */
780                         vconf_notify_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb, hcamcorder);
781
782                         /* get sound status */
783                         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
784
785                         _mmcam_dbg_log("sound status %d", info->sound_status);
786                 }
787         }
788
789 cmd_error:
790         return ret;
791 }
792
793
794 int _mmcamcorder_image_cmd_preview_stop(MMHandleType handle)
795 {
796         int ret = MM_ERROR_NONE;
797         int strobe_mode = MM_CAMCORDER_STROBE_MODE_OFF;
798         int set_strobe = 0;
799         GstCameraControl *control = NULL;
800         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
801
802         GstElement *pipeline = NULL;
803
804         _MMCamcorderSubContext *sc = NULL;
805
806         _mmcam_dbg_log("");
807
808         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
809
810         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
811         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
812
813         /* check strobe and set OFF if PERMANENT mode */
814         mm_camcorder_get_attributes(handle, NULL,
815                                     MMCAM_STROBE_MODE, &strobe_mode,
816                                     NULL);
817         if (strobe_mode == MM_CAMCORDER_STROBE_MODE_PERMANENT &&
818             GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
819                 _mmcam_dbg_log("current strobe mode is PERMANENT, set OFF");
820
821                 /* get camera control */
822                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
823                 if (control) {
824                         /* convert MSL to sensor value */
825                         set_strobe = _mmcamcorder_convert_msl_to_sensor(handle, MM_CAM_STROBE_MODE, MM_CAMCORDER_STROBE_MODE_OFF);
826
827                         /* set strobe OFF */
828                         gst_camera_control_set_strobe(control, GST_CAMERA_CONTROL_STROBE_MODE, set_strobe);
829
830                         _mmcam_dbg_log("set strobe OFF done - value: %d", set_strobe);
831                 } else {
832                         _mmcam_dbg_warn("cast CAMERA_CONTROL failed");
833                 }
834         }
835
836         pipeline = sc->element[_MMCAMCORDER_MAIN_PIPE].gst;
837
838         if(sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst) {
839                 _mmcam_dbg_log("pipeline is exist so need to remove pipeline and sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst=%p",sc->encode_element[_MMCAMCORDER_ENCODE_MAIN_PIPE].gst);
840                 _mmcamcorder_remove_recorder_pipeline(handle);
841         }
842
843         /* Disable skip flush buffer  */
844         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", FALSE);
845
846         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", TRUE);
847         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", TRUE);
848
849         traceBegin(TTRACE_TAG_CAMERA, "MMCAMCORDER:STOP:SET_READY_TO_PIPELINE");
850
851         ret = _mmcamcorder_gst_set_state(handle, pipeline, GST_STATE_READY);
852
853         traceEnd(TTRACE_TAG_CAMERA);
854
855         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_QUE].gst, "empty-buffers", FALSE);
856         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSRC_QUE].gst, "empty-buffers", FALSE);
857
858         /* Enable skip flush buffer  */
859         MMCAMCORDER_G_OBJECT_SET(sc->element[_MMCAMCORDER_VIDEOSINK_SINK].gst, "enable-flush-buffer", TRUE);
860
861         /* deregister sound status callback */
862         if (sc->info_image->sound_status != _SOUND_STATUS_INIT) {
863                 _mmcam_dbg_log("deregister sound status callback");
864
865                 vconf_ignore_key_changed(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, __sound_status_changed_cb);
866
867                 sc->info_image->sound_status = _SOUND_STATUS_INIT;
868         }
869
870         return ret;
871 }
872
873
874 int _mmcamcorder_video_capture_command(MMHandleType handle, int command)
875 {
876         int ret = MM_ERROR_NONE;
877
878         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
879         _MMCamcorderSubContext *sc = NULL;
880
881         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
882
883         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
884         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
885
886         _mmcam_dbg_log("command %d", command);
887
888         switch (command) {
889         case _MMCamcorder_CMD_CAPTURE:
890                 ret = _mmcamcorder_image_cmd_capture(handle);
891                 break;
892         case _MMCamcorder_CMD_PREVIEW_START:
893                 ret = _mmcamcorder_image_cmd_preview_start(handle);
894
895                 /* I place this function last because it miscalculates a buffer that sents in GST_STATE_PAUSED */
896                 _mmcamcorder_video_current_framerate_init(handle);
897                 break;
898         case _MMCamcorder_CMD_PREVIEW_STOP:
899                 ret = _mmcamcorder_image_cmd_preview_stop(handle);
900                 break;
901         case _MMCamcorder_CMD_RECORD:
902         case _MMCamcorder_CMD_PAUSE:
903         case _MMCamcorder_CMD_CANCEL:
904         case _MMCamcorder_CMD_COMMIT:
905                 /* video recording command */
906                 ret = _mmcamcorder_video_command(handle, command);
907                 break;
908         default:
909                 ret =  MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
910                 break;
911         }
912
913         return ret;
914 }
915
916
917 void __mmcamcorder_init_stillshot_info (MMHandleType handle)
918 {
919         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
920         _MMCamcorderSubContext *sc = NULL;
921         _MMCamcorderImageInfo *info = NULL;
922
923         mmf_return_if_fail(hcamcorder);
924
925         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
926         mmf_return_if_fail(sc && sc->info_image);
927
928         info = sc->info_image;
929
930         _mmcam_dbg_log("capture type[%d], capture send count[%d]", info->type, info->capture_send_count);
931
932         if (info->type ==_MMCamcorder_SINGLE_SHOT || info->capture_send_count == info->count) {
933                 info->capture_cur_count = 0;
934                 info->capture_send_count = 0;
935                 info->multi_shot_stop = TRUE;
936                 info->next_shot_time = 0;
937
938                 /* capturing flag set to FALSE here */
939                 info->capturing = FALSE;
940         }
941
942         return;
943 }
944
945
946 int __mmcamcorder_capture_save_exifinfo(MMHandleType handle, MMCamcorderCaptureDataType *original, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
947 {
948         int ret = MM_ERROR_NONE;
949         unsigned char *data = NULL;
950         unsigned int datalen = 0;
951         _MMCamcorderSubContext *sc = NULL;
952         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
953
954         mmf_return_val_if_fail(hcamcorder, FALSE);
955         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
956         mmf_return_val_if_fail(sc, FALSE);
957
958         _mmcam_dbg_log("");
959
960         if (!original || original->data == NULL || original->length == 0) {
961                 if (!original) {
962                         _mmcam_dbg_log("original is null");
963                 } else {
964                         _mmcam_dbg_log("data=%p, length=%d", original->data, original->length);
965                 }
966                 return MM_ERROR_CAMCORDER_INVALID_ARGUMENT;
967         } else {
968                 /* original is input/output param. save original values to local var. */
969                 data = original->data;
970                 datalen = original->length;
971         }
972
973         if (provide_exif == FALSE) {
974                 if (thumbnail) {
975                         if (thumbnail->data && thumbnail->length > 0) {
976                                 _mmcam_dbg_log("thumbnail is added!thumbnail->data=%p thumbnail->width=%d ,thumbnail->height=%d",
977                                                thumbnail->data, thumbnail->width, thumbnail->height);
978
979                                 /* add thumbnail exif info */
980                                 ret = mm_exif_add_thumbnail_info(hcamcorder->exif_info,
981                                                                  thumbnail->data,
982                                                                  thumbnail->width,
983                                                                  thumbnail->height,
984                                                                  thumbnail->length);
985                         } else {
986                                 _mmcam_dbg_err("Skip adding thumbnail (data=%p, length=%d)",
987                                                thumbnail->data, thumbnail->length);
988                         }
989                 }
990         } else {
991                 ret = MM_ERROR_NONE;
992         }
993
994         if (ret == MM_ERROR_NONE) {
995                 /* write jpeg with exif */
996                 ret = mm_exif_write_exif_jpeg_to_memory(&original->data, &original->length ,hcamcorder->exif_info, data, datalen);
997                 if (ret != MM_ERROR_NONE) {
998                         _mmcam_dbg_err("mm_exif_write_exif_jpeg_to_memory error! [0x%x]",ret);
999                 }
1000         }
1001
1002         _mmcam_dbg_log("END ret 0x%x", ret);
1003
1004         return ret;
1005 }
1006
1007
1008 void __mmcamcorder_get_capture_data_from_buffer(MMCamcorderCaptureDataType *capture_data, int pixtype, GstSample *sample)
1009 {
1010         GstCaps *caps = NULL;
1011         GstMapInfo mapinfo;
1012         const GstStructure *structure;
1013
1014         mmf_return_if_fail(capture_data && sample);
1015
1016         caps = gst_sample_get_caps(sample);
1017         if (caps == NULL) {
1018                 _mmcam_dbg_err("failed to get caps");
1019                 goto GET_FAILED;
1020         }
1021
1022         structure = gst_caps_get_structure(caps, 0);
1023         if (structure == NULL) {
1024                 _mmcam_dbg_err("failed to get structure");
1025                 goto GET_FAILED;
1026         }
1027
1028         memset(&mapinfo, 0x0, sizeof(GstMapInfo));
1029
1030         gst_buffer_map(gst_sample_get_buffer(sample), &mapinfo, GST_MAP_READ);
1031         capture_data->data = mapinfo.data;
1032         capture_data->format = pixtype;
1033         gst_structure_get_int(structure, "width", &capture_data->width);
1034         gst_structure_get_int(structure, "height", &capture_data->height);
1035         capture_data->length = mapinfo.size;
1036         gst_buffer_unmap(gst_sample_get_buffer(sample), &mapinfo);
1037
1038         _mmcam_dbg_warn("buffer data[%p],size[%dx%d],length[%d],format[%d]",
1039                         capture_data->data, capture_data->width, capture_data->height,
1040                         capture_data->length, capture_data->format);
1041         return;
1042
1043 GET_FAILED:
1044         capture_data->data = NULL;
1045         capture_data->format = MM_PIXEL_FORMAT_INVALID;
1046         capture_data->length = 0;
1047
1048         return;
1049 }
1050
1051
1052 int __mmcamcorder_set_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, MMCamcorderCaptureDataType *thumbnail, int provide_exif)
1053 {
1054         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1055         _MMCamcorderSubContext *sc = NULL;
1056
1057         mmf_return_val_if_fail(hcamcorder && dest, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1058
1059         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1060         mmf_return_val_if_fail(sc, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
1061
1062         _mmcam_dbg_log("");
1063
1064         /* if tag enable and doesn't provide exif, we make it */
1065         _mmcam_dbg_log("Add exif information if existed(thumbnail[%p])", thumbnail);
1066         if (thumbnail && thumbnail->data) {
1067                 return __mmcamcorder_capture_save_exifinfo(handle, dest, thumbnail, provide_exif);
1068         } else {
1069                 return __mmcamcorder_capture_save_exifinfo(handle, dest, NULL, provide_exif);
1070         }
1071 }
1072
1073
1074 void __mmcamcorder_release_jpeg_data(MMHandleType handle, MMCamcorderCaptureDataType *dest, int tag_enable, int provide_exif)
1075 {
1076         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
1077         _MMCamcorderSubContext *sc = NULL;
1078
1079         mmf_return_if_fail(hcamcorder);
1080         mmf_return_if_fail(dest);
1081
1082         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1083         mmf_return_if_fail(sc);
1084
1085         _mmcam_dbg_log("tag : %d, provide exif : %d", tag_enable, provide_exif);
1086
1087         /* if dest->data is allocated in MSL, release it */
1088         if (tag_enable && !provide_exif) {
1089                 if (dest->data) {
1090                         free(dest->data);
1091                         dest->length = 0;
1092                         dest->data = NULL;
1093                         _mmcam_dbg_log("Jpeg is released!");
1094                 }
1095         } else {
1096                 _mmcam_dbg_log("No need to release");
1097         }
1098
1099         return;
1100 }
1101
1102
1103 static void __mmcamcorder_image_capture_cb(GstElement *element, GstSample *sample1, GstSample *sample2, GstSample *sample3, gpointer u_data)
1104 {
1105         int ret = MM_ERROR_NONE;
1106         int pixtype_main = MM_PIXEL_FORMAT_INVALID;
1107         int pixtype_thumb = MM_PIXEL_FORMAT_INVALID;
1108         int pixtype_scrnl = MM_PIXEL_FORMAT_INVALID;
1109         int codectype = MM_IMAGE_CODEC_JPEG;
1110         int attr_index = 0;
1111         int count = 0;
1112         int stop_cont_shot = FALSE;
1113         int tag_enable = FALSE;
1114         int provide_exif = FALSE;
1115         int capture_quality = 0;
1116         int try_lock_count = 0;
1117         gboolean send_captured_message = FALSE;
1118         unsigned char *exif_raw_data = NULL;
1119         unsigned char *internal_main_data = NULL;
1120         unsigned int internal_main_length = 0;
1121         unsigned char *internal_thumb_data = NULL;
1122         unsigned int internal_thumb_length = 0;
1123         unsigned char *compare_data = NULL;
1124
1125         MMCamcorderStateType current_state = MM_CAMCORDER_STATE_NONE;
1126         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1127         _MMCamcorderImageInfo *info = NULL;
1128         _MMCamcorderSubContext *sc = NULL;
1129         MMCamcorderCaptureDataType dest = {0,};
1130         MMCamcorderCaptureDataType thumb = {0,};
1131         MMCamcorderCaptureDataType scrnail = {0,};
1132         MMCamcorderCaptureDataType encode_src = {0,};
1133         GstMapInfo mapinfo1;
1134         GstMapInfo mapinfo2;
1135         GstMapInfo mapinfo3;
1136
1137         mmf_attrs_t *attrs = NULL;
1138         mmf_attribute_t *item_screennail = NULL;
1139         mmf_attribute_t *item_exif_raw_data = NULL;
1140
1141         mmf_return_if_fail(hcamcorder);
1142
1143         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1144         mmf_return_if_fail(sc && sc->info_image);
1145
1146         info = sc->info_image;
1147
1148         memset(&mapinfo1, 0x0, sizeof(GstMapInfo));
1149         memset(&mapinfo2, 0x0, sizeof(GstMapInfo));
1150         memset(&mapinfo3, 0x0, sizeof(GstMapInfo));
1151
1152         /* get current state */
1153         current_state = _mmcamcorder_get_state((MMHandleType)hcamcorder);
1154
1155         _mmcam_dbg_err("START - current state %d", current_state);
1156
1157         /* check capture state */
1158         if (info->type == _MMCamcorder_MULTI_SHOT && info->capture_send_count > 0) {
1159                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, "capture-break-cont-shot", &stop_cont_shot, NULL);
1160         }
1161
1162         if (!info->capturing || stop_cont_shot) {
1163                 _mmcam_dbg_warn("stop command[%d] or not capturing state[%d]. skip this...",
1164                                 stop_cont_shot, info->capturing);
1165
1166                 /*free GstBuffer*/
1167                 if (sample1) {
1168                         gst_sample_unref(sample1);
1169                 }
1170                 if (sample2) {
1171                         gst_sample_unref(sample2);
1172                 }
1173                 if (sample3) {
1174                         gst_sample_unref(sample3);
1175                 }
1176
1177                 return;
1178         }
1179
1180         /* check command lock to block capture callback if capture start API is not returned
1181            wait for 2 seconds at worst case */
1182         try_lock_count = 0;
1183         do {
1184                 _mmcam_dbg_log("Try command LOCK");
1185                 if (_MMCAMCORDER_TRYLOCK_CMD(hcamcorder)) {
1186                         _mmcam_dbg_log("command LOCK OK");
1187                         _MMCAMCORDER_UNLOCK_CMD(hcamcorder);
1188                         break;
1189                 }
1190
1191                 if (try_lock_count++ < TRY_LOCK_MAX_COUNT) {
1192                         _mmcam_dbg_warn("command LOCK Failed, retry...[count %d]", try_lock_count);
1193                         usleep(TRY_LOCK_TIME);
1194                 } else {
1195                         _mmcam_dbg_err("failed to lock command LOCK");
1196                         break;
1197                 }
1198         } while (TRUE);
1199
1200         if (current_state < MM_CAMCORDER_STATE_RECORDING) {
1201                 /* play capture sound here if multi capture
1202                    or preview format is ITLV(because of AF and flash control in plugin) */
1203                 if (info->type == _MMCamcorder_MULTI_SHOT) {
1204                         g_mutex_lock(&hcamcorder->task_thread_lock);
1205                         _mmcam_dbg_log("send signal for sound play");
1206                         hcamcorder->task_thread_state = _MMCAMCORDER_TASK_THREAD_STATE_SOUND_PLAY_START;
1207                         g_cond_signal(&hcamcorder->task_thread_cond);
1208                         g_mutex_unlock(&hcamcorder->task_thread_lock);
1209                 } else if (!info->played_capture_sound) {
1210                         _mmcamcorder_sound_solo_play((MMHandleType)hcamcorder, _MMCAMCORDER_SAMPLE_SOUND_NAME_CAPTURE01, FALSE);
1211                 }
1212         } else {
1213                 /* Handle capture in recording case */
1214                 hcamcorder->capture_in_recording = FALSE;
1215
1216                 g_mutex_lock(&hcamcorder->task_thread_lock);
1217
1218                 if (hcamcorder->task_thread_state == _MMCAMCORDER_TASK_THREAD_STATE_CHECK_CAPTURE_IN_RECORDING) {
1219                         _mmcam_dbg_log("send signal for capture in recording");
1220                         g_cond_signal(&hcamcorder->task_thread_cond);
1221                 } else {
1222                         _mmcam_dbg_warn("unexpected task thread state : %d", hcamcorder->task_thread_state);
1223                 }
1224
1225                 g_mutex_unlock(&hcamcorder->task_thread_lock);
1226         }
1227
1228         /* init capture data */
1229         memset((void *)&dest, 0x0, sizeof(MMCamcorderCaptureDataType));
1230         memset((void *)&thumb, 0x0, sizeof(MMCamcorderCaptureDataType));
1231         memset((void *)&scrnail, 0x0, sizeof(MMCamcorderCaptureDataType));
1232
1233         /* Prepare main, thumbnail buffer */
1234         pixtype_main = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample1));
1235         if (pixtype_main == MM_PIXEL_FORMAT_INVALID) {
1236                 _mmcam_dbg_err("Unsupported pixel type");
1237                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1238                 goto error;
1239         }
1240
1241         /* Main image buffer */
1242         if (!sample1 || !gst_buffer_map(gst_sample_get_buffer(sample1), &mapinfo1, GST_MAP_READ)) {
1243                 _mmcam_dbg_err("sample1[%p] is NULL or gst_buffer_map failed", sample1);
1244                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1245                 goto error;
1246         }else{
1247                 if ( (mapinfo1.data == NULL) && (mapinfo1.size == 0) ){
1248                         _mmcam_dbg_err("mapinfo1 is wrong (%p, size %d)", mapinfo1.data, mapinfo1.size);
1249                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1250                         gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1251                         goto error;
1252                 }else
1253                         __mmcamcorder_get_capture_data_from_buffer(&dest, pixtype_main, sample1);
1254         }
1255
1256         if ( !sample2 || !gst_buffer_map(gst_sample_get_buffer(sample2), &mapinfo2, GST_MAP_READ) ) {
1257                 _mmcam_dbg_log("sample2[%p] is NULL or gst_buffer_map failed. Not Error.", sample2);
1258         }
1259         if ( !sample3 || !gst_buffer_map(gst_sample_get_buffer(sample3), &mapinfo3, GST_MAP_READ)) {
1260                 _mmcam_dbg_log("sample3[%p] is NULL or gst_buffer_map failed. Not Error.", sample3);
1261         }
1262
1263         /* Screennail image buffer */
1264         attrs = (mmf_attrs_t*)MMF_CAMCORDER_ATTRS(hcamcorder);
1265         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_SCREENNAIL, &attr_index);
1266         item_screennail = &attrs->items[attr_index];
1267
1268         if (sample3 && mapinfo3.data && mapinfo3.size != 0) {
1269                 _mmcam_dbg_log("Screennail (sample3=%p,size=%d)", sample3, mapinfo3.size);
1270
1271                 pixtype_scrnl = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample3));
1272                 __mmcamcorder_get_capture_data_from_buffer(&scrnail, pixtype_scrnl, sample3);
1273
1274                 /* Set screennail attribute for application */
1275                 ret = mmf_attribute_set_data(item_screennail, &scrnail, sizeof(scrnail));
1276                 _mmcam_dbg_log("Screennail set attribute data %p, size %d, ret %x", &scrnail, sizeof(scrnail), ret);
1277         } else {
1278                 _mmcam_dbg_log("Sample3 has wrong pointer. Not Error. (sample3=%p)",sample3);
1279                 mmf_attribute_set_data(item_screennail, NULL, 0);
1280         }
1281
1282         /* commit screennail data */
1283         mmf_attribute_commit(item_screennail);
1284
1285         /* init thumb data */
1286         memset(&encode_src, 0x0, sizeof(MMCamcorderCaptureDataType));
1287
1288         /* get provide-exif */
1289         MMCAMCORDER_G_OBJECT_GET(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst, "provide-exif", &provide_exif);
1290
1291         /* Thumbnail image buffer */
1292         if (sample2 && mapinfo2.data && (mapinfo2.size != 0)) {
1293                 _mmcam_dbg_log("Thumbnail (buffer2=%p)",gst_sample_get_buffer(sample2));
1294                 pixtype_thumb = _mmcamcorder_get_pixel_format(gst_sample_get_caps(sample2));
1295                 __mmcamcorder_get_capture_data_from_buffer(&thumb, pixtype_thumb, sample2);
1296         } else {
1297                 _mmcam_dbg_log("Sample2 has wrong pointer. Not Error. (sample2 %p)", sample2);
1298
1299                 if (pixtype_main == MM_PIXEL_FORMAT_ENCODED && provide_exif) {
1300                         ExifLoader *l;
1301                         /* get thumbnail from EXIF */
1302                         l = exif_loader_new();
1303                         if (l) {
1304                                 ExifData *ed;
1305                                 char  width[10];
1306                                 char  height[10];
1307                                 ExifEntry *entry = NULL;
1308
1309                                 exif_loader_write (l, dest.data, dest.length);
1310
1311                                 /* Get a pointer to the EXIF data */
1312                                 ed = exif_loader_get_data(l);
1313
1314                                 /* The loader is no longer needed--free it */
1315                                 exif_loader_unref(l);
1316                                 l = NULL;
1317                                 if (ed) {
1318                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_WIDTH);
1319                                         if (entry != NULL) {
1320                                                 exif_entry_get_value(entry,width,10);
1321                                         }
1322                                         entry = NULL;
1323                                         entry = exif_content_get_entry(ed->ifd[EXIF_IFD_1], EXIF_TAG_IMAGE_LENGTH);
1324                                         if (entry != NULL) {
1325                                                 exif_entry_get_value(entry,height , 10);
1326                                         }
1327                                         entry = NULL;
1328                                         /* Make sure the image had a thumbnail before trying to write it */
1329                                         if (ed->data && ed->size) {
1330                                                 thumb.data = malloc(ed->size);
1331                                                 memcpy(thumb.data,ed->data,ed->size);
1332                                                 thumb.length = ed->size;
1333                                                 thumb.format = MM_PIXEL_FORMAT_ENCODED;
1334                                                 thumb.width = atoi(width);
1335                                                 thumb.height = atoi(height);
1336                                                 internal_thumb_data = thumb.data;
1337                                         }
1338                                         exif_data_unref(ed);
1339                                         ed = NULL;
1340                                 } else {
1341                                         _mmcam_dbg_warn("failed to get exif data");
1342                                 }
1343                         } else {
1344                                 _mmcam_dbg_warn("failed to create exif loader");
1345                         }
1346                 }
1347
1348                 if (thumb.data == NULL) {
1349                         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED &&
1350                             scrnail.data && scrnail.length != 0) {
1351                                 /* make thumbnail image with screennail data */
1352                                 memcpy(&encode_src, &scrnail, sizeof(MMCamcorderCaptureDataType));
1353                         } else if (sc->internal_encode) {
1354                                 /* make thumbnail image with main data, this is raw data */
1355                                 memcpy(&encode_src, &dest, sizeof(MMCamcorderCaptureDataType));
1356                         }
1357                 }
1358
1359                 /* encode thumbnail */
1360                 if (encode_src.data) {
1361                         unsigned int thumb_width = 0;
1362                         unsigned int thumb_height = 0;
1363                         unsigned int thumb_length = 0;
1364                         unsigned char *thumb_raw_data = NULL;
1365
1366                         /* encode image */
1367                         _mmcam_dbg_log("Encode Thumbnail");
1368
1369                         if (encode_src.width > THUMBNAIL_WIDTH) {
1370                                 /* calculate thumbnail size */
1371                                 thumb_width = THUMBNAIL_WIDTH;
1372                                 thumb_height = (thumb_width * encode_src.height) / encode_src.width;
1373                                 if (thumb_height % 2 != 0) {
1374                                         thumb_height += 1;
1375                                 }
1376
1377                                 _mmcam_dbg_log("need to resize : thumbnail size %dx%d, format %d",
1378                                                thumb_width, thumb_height, encode_src.format);
1379
1380                                 if ((encode_src.format == MM_PIXEL_FORMAT_UYVY ||
1381                                      encode_src.format == MM_PIXEL_FORMAT_YUYV) &&
1382                                      encode_src.width % thumb_width == 0 &&
1383                                      encode_src.height % thumb_height == 0) {
1384                                         if (!_mmcamcorder_downscale_UYVYorYUYV(encode_src.data, encode_src.width, encode_src.height,
1385                                                 &thumb_raw_data, thumb_width, thumb_height)) {
1386                                                 thumb_raw_data = NULL;
1387                                                 _mmcam_dbg_warn("_mmcamcorder_downscale_UYVYorYUYV failed. skip thumbnail making...");
1388                                         }
1389                                 } else {
1390                                         if (!_mmcamcorder_resize_frame(encode_src.data, encode_src.width, encode_src.height,
1391                                                 encode_src.length, encode_src.format,
1392                                                 &thumb_raw_data, &thumb_width, &thumb_height, &thumb_length)) {
1393                                                 thumb_raw_data = NULL;
1394                                                 _mmcam_dbg_warn("_mmcamcorder_resize_frame failed. skip thumbnail making...");
1395                                         }
1396                                 }
1397                         } else {
1398                                 thumb_width = encode_src.width;
1399                                 thumb_height = encode_src.height;
1400
1401                                 _mmcam_dbg_log("NO need to resize : thumbnail size %dx%d", thumb_width, thumb_height);
1402
1403                                 thumb_raw_data = encode_src.data;
1404                                 thumb_length = encode_src.length;
1405                         }
1406
1407                         if (thumb_raw_data) {
1408                                 ret = _mmcamcorder_encode_jpeg(thumb_raw_data, thumb_width, thumb_height,
1409                                         encode_src.format, thumb_length, THUMBNAIL_JPEG_QUALITY,
1410                                         (void **)&internal_thumb_data, &internal_thumb_length);
1411                                 if (ret) {
1412                                         _mmcam_dbg_log("encode THUMBNAIL done - data %p, length %d",
1413                                                        internal_thumb_data, internal_thumb_length);
1414
1415                                         thumb.data = internal_thumb_data;
1416                                         thumb.length = internal_thumb_length;
1417                                         thumb.width = thumb_width;
1418                                         thumb.height = thumb_height;
1419                                         thumb.format = MM_PIXEL_FORMAT_ENCODED;
1420                                 } else {
1421                                         _mmcam_dbg_warn("failed to encode THUMBNAIL");
1422                                 }
1423
1424                                 /* release allocated raw data memory */
1425                                 if (thumb_raw_data != encode_src.data) {
1426                                         free(thumb_raw_data);
1427                                         thumb_raw_data = NULL;
1428                                         _mmcam_dbg_log("release thumb_raw_data");
1429                                 }
1430                         } else {
1431                                 _mmcam_dbg_warn("thumb_raw_data is NULL");
1432                         }
1433                 } else {
1434                         // no raw data src for thumbnail
1435                         _mmcam_dbg_log("no need to encode thumbnail");
1436                 }
1437         }
1438
1439         /* Encode JPEG */
1440         if (sc->internal_encode && pixtype_main != MM_PIXEL_FORMAT_ENCODED) {
1441                 mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1442                                             MMCAM_IMAGE_ENCODER_QUALITY, &capture_quality,
1443                                             NULL);
1444                 _mmcam_dbg_log("Start Internal Encode - capture_quality %d", capture_quality);
1445
1446                 ret = _mmcamcorder_encode_jpeg(mapinfo1.data, dest.width, dest.height,
1447                         pixtype_main, dest.length, capture_quality,
1448                         (void **)&internal_main_data, &internal_main_length);
1449                 if (!ret) {
1450                         _mmcam_dbg_err("_mmcamcorder_encode_jpeg failed");
1451
1452                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1453
1454                         goto error;
1455                 }
1456
1457                 /* set format */
1458                 dest.data = internal_main_data;
1459                 dest.length = internal_main_length;
1460                 dest.format = MM_PIXEL_FORMAT_ENCODED;
1461
1462                 _mmcam_dbg_log("Done Internal Encode - data %p, length %d", dest.data, dest.length);
1463         }
1464
1465         /* create EXIF info */
1466         if(!provide_exif){ // make new exif
1467                 ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1468         } else { // load from jpeg buffer dest.data
1469                 ret = mm_exif_load_exif_info(&(hcamcorder->exif_info), dest.data, dest.length);
1470                 if (ret != MM_ERROR_NONE) {
1471                         _mmcam_dbg_err("Failed to load exif_info [%x], try to create EXIF", ret);
1472                         provide_exif = FALSE;
1473                         ret = mm_exif_create_exif_info(&(hcamcorder->exif_info));
1474                 }
1475         }
1476         if (ret != MM_ERROR_NONE) {
1477                 _mmcam_dbg_err("Failed to create exif_info [%x], but keep going...", ret);
1478         } else {
1479                 /* add basic exif info */
1480                 if(!provide_exif) {
1481                         _mmcam_dbg_log("add basic exif info");
1482                         ret = __mmcamcorder_set_exif_basic_info((MMHandleType)hcamcorder, dest.width, dest.height);
1483                 } else {
1484                         _mmcam_dbg_log("update exif info");
1485                         ret = __mmcamcorder_update_exif_info((MMHandleType)hcamcorder, dest.data, dest.length);
1486                 }
1487
1488                 if (ret != MM_ERROR_NONE) {
1489                         _mmcam_dbg_warn("Failed set_exif_basic_info [%x], but keep going...", ret);
1490                         ret = MM_ERROR_NONE;
1491                 }
1492         }
1493
1494         /* get attribute item for EXIF data */
1495         mm_attrs_get_index((MMHandleType)attrs, MMCAM_CAPTURED_EXIF_RAW_DATA, &attr_index);
1496         item_exif_raw_data = &attrs->items[attr_index];
1497
1498         /* set EXIF data to attribute */
1499         if (hcamcorder->exif_info && hcamcorder->exif_info->data) {
1500                 exif_raw_data = (unsigned char *)malloc(hcamcorder->exif_info->size);
1501                 if (exif_raw_data) {
1502                         memcpy(exif_raw_data, hcamcorder->exif_info->data, hcamcorder->exif_info->size);
1503                         mmf_attribute_set_data(item_exif_raw_data, exif_raw_data, hcamcorder->exif_info->size);
1504                         _mmcam_dbg_log("set EXIF raw data %p, size %d", exif_raw_data, hcamcorder->exif_info->size);
1505                 } else {
1506                         _mmcam_dbg_warn("failed to alloc for EXIF, size %d", hcamcorder->exif_info->size);
1507                 }
1508         } else {
1509                 _mmcam_dbg_warn("failed to create EXIF. set EXIF as NULL");
1510                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1511         }
1512
1513         /* commit EXIF data */
1514         mmf_attribute_commit(item_exif_raw_data);
1515
1516         /* get tag-enable */
1517         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL, MMCAM_TAG_ENABLE, &tag_enable, NULL);
1518
1519         /* Set extra data for JPEG if tag enabled and doesn't provide EXIF */
1520         if (dest.format == MM_PIXEL_FORMAT_ENCODED){
1521                 if (tag_enable) {
1522                         mm_camcorder_get_attributes((MMHandleType)hcamcorder, NULL,
1523                                                     MMCAM_IMAGE_ENCODER, &codectype,
1524                                                     NULL);
1525                         _mmcam_dbg_log("codectype %d", codectype);
1526
1527                         switch (codectype) {
1528                         case MM_IMAGE_CODEC_JPEG:
1529                         case MM_IMAGE_CODEC_SRW:
1530                         case MM_IMAGE_CODEC_JPEG_SRW:
1531                                 ret = __mmcamcorder_set_jpeg_data((MMHandleType)hcamcorder, &dest, &thumb, provide_exif);
1532                                 if (ret != MM_ERROR_NONE) {
1533                                         _mmcam_dbg_err("Error on setting extra data to jpeg");
1534                                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, ret);
1535                                         goto error;
1536                                 }
1537                                 break;
1538                         default:
1539                                 _mmcam_dbg_err("The codectype is not supported. (%d)", codectype);
1540                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INTERNAL);
1541                                 goto error;
1542                         }
1543                 }
1544         }
1545
1546         /* Handle Capture Callback */
1547         _MMCAMCORDER_LOCK_VCAPTURE_CALLBACK(hcamcorder);
1548
1549         if (hcamcorder->vcapture_cb) {
1550                 _mmcam_dbg_log("APPLICATION CALLBACK START");
1551                 if (thumb.data) {
1552                         ret = hcamcorder->vcapture_cb(&dest, &thumb, hcamcorder->vcapture_cb_param);
1553                 } else {
1554                         ret = hcamcorder->vcapture_cb(&dest, NULL, hcamcorder->vcapture_cb_param);
1555                 }
1556                 _mmcam_dbg_log("APPLICATION CALLBACK END");
1557         } else {
1558                 _mmcam_dbg_err("Capture callback is NULL.");
1559
1560                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_ERROR, MM_ERROR_CAMCORDER_INVALID_ARGUMENT);
1561
1562                 goto err_release_exif;
1563         }
1564
1565         /* Set capture count */
1566         count = ++(info->capture_send_count);
1567         send_captured_message = TRUE;
1568
1569 err_release_exif:
1570         _MMCAMCORDER_UNLOCK_VCAPTURE_CALLBACK(hcamcorder);
1571
1572         /* init screennail and EXIF raw data */
1573         mmf_attribute_set_data(item_screennail, NULL, 0);
1574         mmf_attribute_commit(item_screennail);
1575         if (exif_raw_data) {
1576                 free(exif_raw_data);
1577                 exif_raw_data = NULL;
1578
1579                 mmf_attribute_set_data(item_exif_raw_data, NULL, 0);
1580                 mmf_attribute_commit(item_exif_raw_data);
1581         }
1582
1583         /* Release jpeg data */
1584         if (pixtype_main == MM_PIXEL_FORMAT_ENCODED) {
1585                 __mmcamcorder_release_jpeg_data((MMHandleType)hcamcorder, &dest, tag_enable, provide_exif);
1586         }
1587
1588 error:
1589         /* Check end condition and set proper value */
1590         if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL ||
1591             (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2)) {
1592                 __mmcamcorder_init_stillshot_info((MMHandleType)hcamcorder);
1593         }
1594
1595         /* release internal allocated data */
1596         if (sc->internal_encode) {
1597                 compare_data = internal_main_data;
1598         } else {
1599                 compare_data = mapinfo1.data;
1600         }
1601         if (dest.data && compare_data &&
1602             dest.data != compare_data) {
1603                 _mmcam_dbg_log("release internal allocated data %p", dest.data);
1604                 free(dest.data);
1605                 dest.data = NULL;
1606                 dest.length = 0;
1607         }
1608         if (internal_main_data) {
1609                 _mmcam_dbg_log("release internal main data %p", internal_main_data);
1610                 free(internal_main_data);
1611                 internal_main_data = NULL;
1612         }
1613         if (internal_thumb_data) {
1614                 _mmcam_dbg_log("release internal thumb data %p", internal_thumb_data);
1615                 free(internal_thumb_data);
1616                 internal_thumb_data = NULL;
1617         }
1618
1619         /* reset compare_data */
1620         compare_data = NULL;
1621
1622         /*free GstBuffer*/
1623         if (sample1) {
1624                 gst_buffer_unmap(gst_sample_get_buffer(sample1), &mapinfo1);
1625                 gst_sample_unref(sample1);
1626         }
1627         if (sample2) {
1628                 gst_buffer_unmap(gst_sample_get_buffer(sample2), &mapinfo2);
1629                 gst_sample_unref(sample2);
1630         }
1631         if (sample3) {
1632                 gst_buffer_unmap(gst_sample_get_buffer(sample3), &mapinfo3);
1633                 gst_sample_unref(sample3);
1634         }
1635
1636         /* destroy exif info */
1637         mm_exif_destory_exif_info(hcamcorder->exif_info);
1638         hcamcorder->exif_info = NULL;
1639
1640         /* send captured message */
1641         if (send_captured_message) {
1642                 if (info->hdr_capture_mode != MM_CAMCORDER_HDR_ON_AND_ORIGINAL) {
1643                         /* Send CAPTURED message and count - capture success */
1644                         if (current_state >= MM_CAMCORDER_STATE_RECORDING) {
1645                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_VIDEO_SNAPSHOT_CAPTURED, count);
1646                         } else {
1647                                 MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, count);
1648                         }
1649                 } else if (info->hdr_capture_mode == MM_CAMCORDER_HDR_ON_AND_ORIGINAL && count == 2) {
1650                         /* send captured message only once in HDR and Original Capture mode */
1651                         MMCAM_SEND_MESSAGE(hcamcorder, MM_MESSAGE_CAMCORDER_CAPTURED, 1);
1652                 }
1653         }
1654
1655         _mmcam_dbg_err("END");
1656
1657         return;
1658 }
1659
1660
1661 gboolean __mmcamcorder_handoff_callback(GstElement *fakesink, GstBuffer *buffer, GstPad *pad, gpointer u_data)
1662 {
1663         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(u_data);
1664         _MMCamcorderSubContext *sc = NULL;
1665
1666         mmf_return_val_if_fail(hcamcorder, FALSE);
1667
1668         sc = MMF_CAMCORDER_SUBCONTEXT(hcamcorder);
1669         mmf_return_val_if_fail(sc && sc->element, FALSE);
1670
1671         _mmcam_dbg_log("");
1672
1673         /* FIXME. How could you get a thumbnail? */
1674         __mmcamcorder_image_capture_cb(fakesink, gst_sample_new(buffer, gst_pad_get_current_caps(pad), NULL, NULL), NULL, NULL, u_data);
1675
1676         if (sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst) {
1677                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_SINK].gst, "signal-handoffs", FALSE);
1678                 MMCAMCORDER_G_OBJECT_SET(sc->encode_element[_MMCAMCORDER_ENCSINK_ENCBIN].gst, "block", TRUE);
1679                 sc->info_video->push_encoding_buffer = PUSH_ENCODING_BUFFER_STOP;
1680         }
1681
1682         return TRUE;
1683 }
1684
1685
1686 static ExifData *__mmcamcorder_update_exif_orientation(MMHandleType handle, ExifData *ed)
1687 {
1688         int value = 0;
1689         ExifShort eshort = 0;
1690         int ret = MM_ERROR_NONE;
1691
1692         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_ORIENTATION, &value, NULL);
1693         _mmcam_dbg_log("get orientation [%d]",value);
1694         if (value == 0) {
1695                 value = MM_EXIF_ORIENTATION;
1696         }
1697
1698         exif_set_short((unsigned char *)&eshort, exif_data_get_byte_order(ed), value);
1699         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_ORIENTATION,
1700                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort);
1701         if (ret != MM_ERROR_NONE) {
1702                 EXIF_SET_ERR(ret, EXIF_TAG_MAKER_NOTE);
1703         }
1704
1705 exit:
1706         return ed;
1707 }
1708
1709
1710 static ExifData *__mmcamcorder_update_exif_make(MMHandleType handle, ExifData *ed)
1711 {
1712         int ret = MM_ERROR_NONE;
1713         char *make = strdup(MM_MAKER_NAME);
1714
1715         if (make) {
1716                 _mmcam_dbg_log("maker [%s]", make);
1717                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MAKE,
1718                                             EXIF_FORMAT_ASCII, strlen(make)+1, (const char *)make);
1719                 free(make);
1720                 if (ret != MM_ERROR_NONE) {
1721                         EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1722                 }
1723         } else {
1724                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
1725                 EXIF_SET_ERR(ret, EXIF_TAG_MAKE);
1726         }
1727
1728 exit:
1729         return ed;
1730 }
1731
1732
1733 static ExifData *__mmcamcorder_update_exif_software(MMHandleType handle, ExifData *ed)
1734 {
1735         int ret = MM_ERROR_NONE;
1736         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1737
1738         if (hcamcorder == NULL || ed == NULL) {
1739                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1740                 return NULL;
1741         }
1742
1743         if (hcamcorder->software_version) {
1744                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE, EXIF_FORMAT_ASCII,
1745                                             strlen(hcamcorder->software_version)+1, (const char *)hcamcorder->software_version);
1746                 if (ret != MM_ERROR_NONE) {
1747                         _mmcam_dbg_err("set software_version[%s] failed", hcamcorder->software_version);
1748                 } else {
1749                         _mmcam_dbg_log("set software_version[%s] done", hcamcorder->software_version);
1750                 }
1751         } else {
1752                 _mmcam_dbg_err("model_name is NULL");
1753         }
1754
1755         return ed;
1756 }
1757
1758
1759 static ExifData *__mmcamcorder_update_exif_model(MMHandleType handle, ExifData *ed)
1760 {
1761         int ret = MM_ERROR_NONE;
1762         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)handle;
1763
1764         if (hcamcorder == NULL || ed == NULL) {
1765                 _mmcam_dbg_err("NULL parameter %p,%p", hcamcorder, ed);
1766                 return NULL;
1767         }
1768
1769         if (hcamcorder->model_name) {
1770                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_MODEL, EXIF_FORMAT_ASCII,
1771                                             strlen(hcamcorder->model_name)+1, (const char *)hcamcorder->model_name);
1772                 if (ret != MM_ERROR_NONE) {
1773                         _mmcam_dbg_err("set model name[%s] failed", hcamcorder->model_name);
1774                 } else {
1775                         _mmcam_dbg_log("set model name[%s] done", hcamcorder->model_name);
1776                 }
1777         } else {
1778                 _mmcam_dbg_err("model_name is NULL");
1779         }
1780
1781         return ed;
1782 }
1783
1784 static ExifData *__mmcamcorder_update_exif_gps(MMHandleType handle, ExifData *ed)
1785 {
1786         int ret = MM_ERROR_NONE;
1787         int gps_enable = TRUE;
1788         char *err_name = NULL;
1789         double latitude = INVALID_GPS_VALUE;
1790         double longitude = INVALID_GPS_VALUE;
1791         double altitude = INVALID_GPS_VALUE;
1792
1793         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_GPS_ENABLE, &gps_enable, NULL);
1794         if (ret == MM_ERROR_NONE && gps_enable) {
1795                 ExifByte GpsVersion[4]={2,2,0,0};
1796
1797                 _mmcam_dbg_log("Tag for GPS is ENABLED.");
1798
1799                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_VERSION_ID,
1800                                             EXIF_FORMAT_BYTE, 4, (const char *)&GpsVersion);
1801                 if (ret != MM_ERROR_NONE) {
1802                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_VERSION_ID);
1803                 }
1804
1805                 ret = mm_camcorder_get_attributes(handle, &err_name,
1806                                                   MMCAM_TAG_LATITUDE, &latitude,
1807                                                   MMCAM_TAG_LONGITUDE, &longitude,
1808                                                   MMCAM_TAG_ALTITUDE, &altitude, NULL);
1809                 if (ret != MM_ERROR_NONE) {
1810                         _mmcam_dbg_err("failed to get gps info [%x][%s]", ret, err_name);
1811                         SAFE_FREE(err_name);
1812                         goto exit;
1813                 }
1814
1815                 _mmcam_dbg_log("latitude [%f]", latitude);
1816                 if (latitude != INVALID_GPS_VALUE) {
1817                         unsigned char *b = NULL;
1818                         unsigned int deg;
1819                         unsigned int min;
1820                         unsigned int sec;
1821                         ExifRational rData;
1822
1823                         if (latitude < 0) {
1824                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1825                                                             EXIF_FORMAT_ASCII, 2, "S");
1826                                 if (ret != MM_ERROR_NONE) {
1827                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1828                                 }
1829                                 latitude = -latitude;
1830                         } else if (latitude > 0) {
1831                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE_REF,
1832                                                             EXIF_FORMAT_ASCII, 2, "N");
1833                                 if (ret != MM_ERROR_NONE) {
1834                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE_REF);
1835                                 }
1836                         }
1837
1838                         deg = (unsigned int)(latitude);
1839                         min = (unsigned int)((latitude-deg)*60);
1840                         sec = (unsigned int)(((latitude-deg)*3600)-min*60);
1841
1842                         _mmcam_dbg_log("f_latitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1843                         b = malloc(3 * sizeof(ExifRational));
1844                         if (b) {
1845                                 rData.numerator = deg;
1846                                 rData.denominator = 1;
1847                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1848                                 rData.numerator = min;
1849                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1850                                 rData.numerator = sec;
1851                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1852
1853                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LATITUDE,
1854                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1855                                 free(b);
1856                                 if (ret != MM_ERROR_NONE) {
1857                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LATITUDE);
1858                                 }
1859                         } else {
1860                                 _mmcam_dbg_warn("malloc failed");
1861                         }
1862                 }
1863
1864                 _mmcam_dbg_log("longitude [%f]", longitude);
1865                 if (longitude != INVALID_GPS_VALUE) {
1866                         unsigned char *b = NULL;
1867                         unsigned int deg;
1868                         unsigned int min;
1869                         unsigned int sec;
1870                         ExifRational rData;
1871
1872                         if (longitude < 0) {
1873                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1874                                                             EXIF_FORMAT_ASCII, 2, "W");
1875                                 if (ret != MM_ERROR_NONE) {
1876                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1877                                 }
1878                                 longitude = -longitude;
1879                         } else if (longitude > 0) {
1880                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE_REF,
1881                                                             EXIF_FORMAT_ASCII, 2, "E");
1882                                 if (ret != MM_ERROR_NONE) {
1883                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE_REF);
1884                                 }
1885                         }
1886
1887                         deg = (unsigned int)(longitude);
1888                         min = (unsigned int)((longitude-deg)*60);
1889                         sec = (unsigned int)(((longitude-deg)*3600)-min*60);
1890
1891                         _mmcam_dbg_log("longitude deg[%d], min[%d], sec[%d]", deg, min, sec);
1892                         b = malloc(3 * sizeof(ExifRational));
1893                         if (b) {
1894                                 rData.numerator = deg;
1895                                 rData.denominator = 1;
1896                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1897                                 rData.numerator = min;
1898                                 exif_set_rational(b+8, exif_data_get_byte_order(ed), rData);
1899                                 rData.numerator = sec;
1900                                 exif_set_rational(b+16, exif_data_get_byte_order(ed), rData);
1901                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_LONGITUDE,
1902                                                             EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1903                                 free(b);
1904                                 if (ret != MM_ERROR_NONE) {
1905                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_LONGITUDE);
1906                                 }
1907                         } else {
1908                                 _mmcam_dbg_warn("malloc failed");
1909                         }
1910                 }
1911
1912                 _mmcam_dbg_log("f_altitude [%f]", altitude);
1913                 if (altitude != INVALID_GPS_VALUE) {
1914                         ExifByte alt_ref = 0;
1915                         unsigned char *b = NULL;
1916                         ExifRational rData;
1917                         b = malloc(sizeof(ExifRational));
1918                         if (b) {
1919                                 if (altitude < 0) {
1920                                         alt_ref = 1;
1921                                         altitude = -altitude;
1922                                 }
1923
1924                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE_REF,
1925                                                             EXIF_FORMAT_BYTE, 1, (const char *)&alt_ref);
1926                                 if (ret != MM_ERROR_NONE) {
1927                                         _mmcam_dbg_err("error [%x], tag [%x]", ret, EXIF_TAG_GPS_ALTITUDE_REF);
1928                                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
1929                                                 free(b);
1930                                                 b = NULL;
1931                                                 goto exit;
1932                                         }
1933                                 }
1934
1935                                 rData.numerator = (unsigned int)(altitude + 0.5)*100;
1936                                 rData.denominator = 100;
1937                                 exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1938                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_ALTITUDE,
1939                                                             EXIF_FORMAT_RATIONAL, 1, (const char *)b);
1940                                 free(b);
1941                                 if (ret != MM_ERROR_NONE) {
1942                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_ALTITUDE);
1943                                 }
1944                         } else {
1945                                 _mmcam_dbg_warn("malloc failed");
1946                         }
1947                 }
1948
1949                 {
1950                         double gps_timestamp = INVALID_GPS_VALUE;
1951                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-time-stamp", &gps_timestamp, NULL);
1952                         _mmcam_dbg_log("Gps timestamp [%f]", gps_timestamp);
1953                         if (gps_timestamp > 0.0) {
1954                                 unsigned char *b = NULL;
1955                                 unsigned int hour;
1956                                 unsigned int min;
1957                                 unsigned int microsec;
1958                                 ExifRational rData;
1959
1960                                 hour = (unsigned int)(gps_timestamp / 3600);
1961                                 min = (unsigned int)((gps_timestamp - 3600 * hour) / 60);
1962                                 microsec = (unsigned int)(((double)((double)gps_timestamp -(double)(3600 * hour)) -(double)(60 * min)) * 1000000);
1963
1964                                 _mmcam_dbg_log("Gps timestamp hour[%d], min[%d], microsec[%d]", hour, min, microsec);
1965                                 b = malloc(3 * sizeof(ExifRational));
1966                                 if (b) {
1967                                         rData.numerator = hour;
1968                                         rData.denominator = 1;
1969                                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
1970
1971                                         rData.numerator = min;
1972                                         rData.denominator = 1;
1973                                         exif_set_rational(b + 8, exif_data_get_byte_order(ed), rData);
1974
1975                                         rData.numerator = microsec;
1976                                         rData.denominator = 1000000;
1977                                         exif_set_rational(b + 16, exif_data_get_byte_order(ed), rData);
1978
1979                                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_TIME_STAMP,
1980                                                                     EXIF_FORMAT_RATIONAL, 3, (const char *)b);
1981                                         free(b);
1982                                         if (ret != MM_ERROR_NONE) {
1983                                                 EXIF_SET_ERR(ret, EXIF_TAG_GPS_TIME_STAMP);
1984                                         }
1985                                 } else {
1986                                         _mmcam_dbg_warn( "malloc failed." );
1987                                 }
1988                         }
1989                 }
1990
1991                 {
1992                         unsigned char *date_stamp = NULL;
1993                         int date_stamp_len = 0;
1994
1995                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-date-stamp", &date_stamp, &date_stamp_len, NULL);
1996
1997                         if (date_stamp) {
1998                                 _mmcam_dbg_log("Date stamp [%s]", date_stamp);
1999
2000                                 /* cause it should include NULL char */
2001                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_DATE_STAMP,
2002                                                             EXIF_FORMAT_ASCII, date_stamp_len + 1, (const char *)date_stamp);
2003                                 if (ret != MM_ERROR_NONE) {
2004                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_DATE_STAMP);
2005                                 }
2006                         }
2007                 }
2008
2009                 {
2010                         unsigned char *processing_method = NULL;
2011                         int processing_method_len = 0;
2012
2013                         mm_camcorder_get_attributes(handle, NULL, "tag-gps-processing-method", &processing_method, &processing_method_len, NULL);
2014
2015                         if (processing_method) {
2016                                 _mmcam_dbg_log("Processing method [%s]", processing_method);
2017
2018                                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_GPS, EXIF_TAG_GPS_PROCESSING_METHOD,
2019                                                             EXIF_FORMAT_UNDEFINED, processing_method_len, (const char *)processing_method);
2020                                 if (ret != MM_ERROR_NONE) {
2021                                         EXIF_SET_ERR(ret, EXIF_TAG_GPS_PROCESSING_METHOD);
2022                                 }
2023                         }
2024                 }
2025         } else {
2026                 _mmcam_dbg_log( "Tag for GPS is DISABLED." );
2027         }
2028
2029 exit:
2030         return ed;
2031 }
2032
2033
2034 int __mmcamcorder_update_exif_info(MMHandleType handle, void* imagedata, int imgln)
2035 {
2036         int ret = MM_ERROR_NONE;
2037         mmf_camcorder_t *hcamcorder = NULL;
2038         ExifData *ed = NULL;
2039
2040         hcamcorder = MMF_CAMCORDER(handle);
2041
2042         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2043
2044         ed = exif_data_new_from_data(imagedata, imgln);
2045         //ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2046
2047         if (ed == NULL) {
2048                 _mmcam_dbg_err("get exif data error!!");
2049                 return MM_ERROR_INVALID_HANDLE;
2050         }
2051
2052         /* update necessary */
2053
2054         __mmcamcorder_update_exif_make(handle, ed);
2055         __mmcamcorder_update_exif_software(handle, ed);
2056         __mmcamcorder_update_exif_model(handle, ed);
2057         __mmcamcorder_update_exif_orientation(handle, ed);
2058         __mmcamcorder_update_exif_gps(handle, ed);
2059         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2060         if (ret != MM_ERROR_NONE) {
2061                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2062         }
2063
2064         exif_data_unref(ed);
2065         ed = NULL;
2066         return ret;
2067 }
2068
2069 int __mmcamcorder_set_exif_basic_info(MMHandleType handle, int image_width, int image_height)
2070 {
2071         int ret = MM_ERROR_NONE;
2072         int value;
2073         int str_val_len = 0;
2074         int cntl = 0;
2075         int cnts = 0;
2076         char *str_value = NULL;
2077         char *user_comment = NULL;
2078         ExifData *ed = NULL;
2079         ExifLong config;
2080         ExifLong ExifVersion;
2081         static ExifShort eshort[20];
2082         static ExifLong elong[10];
2083
2084         GstCameraControl *control = NULL;
2085         GstCameraControlExifInfo avsys_exif_info;
2086
2087         mmf_camcorder_t *hcamcorder = MMF_CAMCORDER(handle);
2088         _MMCamcorderSubContext *sc = NULL;
2089
2090         _mmcam_dbg_log("");
2091
2092         mmf_return_val_if_fail(hcamcorder, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2093
2094         sc = MMF_CAMCORDER_SUBCONTEXT(handle);
2095         mmf_return_val_if_fail(sc && sc->element, MM_ERROR_CAMCORDER_NOT_INITIALIZED);
2096
2097         CLEAR(avsys_exif_info);
2098
2099         if (!GST_IS_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst)) {
2100                 _mmcam_dbg_err("Can't cast Video source into camera control. Skip camera control values...");
2101         } else {
2102                 control = GST_CAMERA_CONTROL(sc->element[_MMCAMCORDER_VIDEOSRC_SRC].gst);
2103                 /* get device information */
2104                 gst_camera_control_get_exif_info(control, &avsys_exif_info);
2105         }
2106
2107         /* get ExifData from exif info */
2108         ed = mm_exif_get_exif_from_info(hcamcorder->exif_info);
2109         if (ed == NULL) {
2110                 _mmcam_dbg_err("get exif data error!!");
2111                 return MM_ERROR_INVALID_HANDLE;
2112         }
2113
2114         /* Receive attribute info */
2115
2116         /* START INSERT IFD_0 */
2117
2118         /*0. EXIF_TAG_EXIF_VERSION */
2119         ExifVersion = MM_EXIF_VERSION;
2120         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXIF_VERSION,
2121                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&ExifVersion);
2122         if (ret != MM_ERROR_NONE) {
2123                 EXIF_SET_ERR(ret, EXIF_TAG_EXIF_VERSION);
2124         }
2125
2126         /*1. EXIF_TAG_IMAGE_WIDTH */ /*EXIF_TAG_PIXEL_X_DIMENSION*/
2127         value = image_width;
2128
2129         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order(ed), value);
2130         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_WIDTH,
2131                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2132         if (ret != MM_ERROR_NONE) {
2133                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_WIDTH);
2134         }
2135
2136         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_X_DIMENSION,
2137                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2138         if (ret != MM_ERROR_NONE) {
2139                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_X_DIMENSION);
2140         }
2141         _mmcam_dbg_log("width[%d]", value);
2142
2143         /*2. EXIF_TAG_IMAGE_LENGTH*/ /*EXIF_TAG_PIXEL_Y_DIMENSION*/
2144         value = image_height;
2145
2146         exif_set_long((unsigned char *)&elong[cntl], exif_data_get_byte_order (ed), value);
2147         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_LENGTH,
2148                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl]);
2149         if (ret != MM_ERROR_NONE) {
2150                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_LENGTH);
2151         }
2152
2153         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_PIXEL_Y_DIMENSION,
2154                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2155         if (ret != MM_ERROR_NONE) {
2156                 EXIF_SET_ERR(ret, EXIF_TAG_PIXEL_Y_DIMENSION);
2157         }
2158         _mmcam_dbg_log("height[%d]", value);
2159
2160         /*4. EXIF_TAG_DATE_TIME */
2161
2162         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2163
2164         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2165         {
2166                 unsigned char *b;
2167                 time_t t;
2168                 struct tm tm;
2169
2170                 b = malloc(20 * sizeof(unsigned char));
2171                 if (b == NULL) {
2172                         _mmcam_dbg_err("failed to alloc b");
2173                         ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2174                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2175                 }
2176
2177                 memset(b, '\0', 20);
2178
2179                 t = time(NULL);
2180                 tzset();
2181                 localtime_r(&t, &tm);
2182
2183                 snprintf((char *)b, 20, "%04i:%02i:%02i %02i:%02i:%02i",
2184                          tm.tm_year + 1900, tm.tm_mon + 1, tm.tm_mday,
2185                          tm.tm_hour, tm.tm_min, tm.tm_sec);
2186
2187                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_DATE_TIME, EXIF_FORMAT_ASCII, 20, (const char *)b);
2188                 if (ret != MM_ERROR_NONE) {
2189                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2190                                 free(b);
2191                         }
2192                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME);
2193                 }
2194
2195                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_ORIGINAL, EXIF_FORMAT_ASCII, 20, (const char *)b);
2196                 if (ret != MM_ERROR_NONE) {
2197                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2198                                 free(b);
2199                         }
2200                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_ORIGINAL);
2201                 }
2202
2203                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DATE_TIME_DIGITIZED, EXIF_FORMAT_ASCII, 20, (const char *)b);
2204                 if (ret != MM_ERROR_NONE) {
2205                         if (ret == (int)MM_ERROR_CAMCORDER_LOW_MEMORY) {
2206                                 free(b);
2207                         }
2208                         EXIF_SET_ERR(ret, EXIF_TAG_DATE_TIME_DIGITIZED);
2209                 }
2210
2211                 free(b);
2212         }
2213
2214         /*5. EXIF_TAG_MAKE */
2215         __mmcamcorder_update_exif_make(handle, ed);
2216
2217 #ifdef WRITE_EXIF_MAKER_INFO /* FIXME */
2218
2219         /*6. EXIF_TAG_MODEL */
2220         __mmcamcorder_update_exif_model(handle, ed);
2221
2222 #endif
2223         /*6. EXIF_TAG_IMAGE_DESCRIPTION */
2224         mm_camcorder_get_attributes(handle, NULL, MMCAM_TAG_IMAGE_DESCRIPTION, &str_value, &str_val_len, NULL);
2225         if (str_value && str_val_len > 0) {
2226                 char *description = strdup(str_value);
2227
2228                 _mmcam_dbg_log("desctiption [%s]", str_value);
2229
2230                 if (description) {
2231                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_IMAGE_DESCRIPTION,
2232                                                     EXIF_FORMAT_ASCII, strlen(description), (const char *)description);
2233                         free(description);
2234                         str_value = NULL;
2235                         str_val_len = 0;
2236                         if (ret != MM_ERROR_NONE) {
2237                                 EXIF_SET_ERR(ret, EXIF_TAG_IMAGE_DESCRIPTION);
2238                         }
2239                 } else {
2240                         _mmcam_dbg_err("strdup failed for [%s]", str_value);
2241                 }
2242         } else {
2243                 _mmcam_dbg_warn("failed to get description");
2244         }
2245
2246         /*7. EXIF_TAG_SOFTWARE*/
2247         __mmcamcorder_update_exif_software(handle, ed);
2248
2249 /*
2250         if (control != NULL) {
2251                 char software[50] = {0,};
2252                 unsigned int len = 0;
2253
2254                 len = snprintf(software, sizeof(software), "%x.%x ", avsys_exif_info.software_used>>8,(avsys_exif_info.software_used & 0xff));
2255                 _mmcam_dbg_log("software [%s], len [%d]", software, len);
2256                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_0, EXIF_TAG_SOFTWARE,
2257                                             EXIF_FORMAT_ASCII, len, (const char *)software);
2258                 if (ret != MM_ERROR_NONE) {
2259                         EXIF_SET_ERR(ret, EXIF_TAG_SOFTWARE);
2260                 }
2261         }
2262 */
2263
2264         __mmcamcorder_update_exif_orientation(handle, ed);
2265
2266         /* START INSERT EXIF_IFD */
2267
2268         /*3. User Comment*/
2269         /*FIXME : get user comment from real user */
2270         user_comment = strdup(MM_USER_COMMENT);
2271         if (user_comment) {
2272                 _mmcam_dbg_log("user_comment=%s",user_comment);
2273                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_USER_COMMENT,
2274                                             EXIF_FORMAT_ASCII, strlen(user_comment), (const char *)user_comment);
2275                 free(user_comment);
2276                 if (ret != MM_ERROR_NONE) {
2277                         EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2278                 }
2279         } else {
2280                 ret = MM_ERROR_CAMCORDER_LOW_MEMORY;
2281                 EXIF_SET_ERR(ret, EXIF_TAG_USER_COMMENT);
2282         }
2283
2284         /*9. EXIF_TAG_COLOR_SPACE */
2285         if (control != NULL) {
2286                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.colorspace);
2287                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COLOR_SPACE,
2288                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2289                 if (ret != MM_ERROR_NONE) {
2290                         EXIF_SET_ERR(ret, EXIF_TAG_COLOR_SPACE);
2291                 }
2292         }
2293
2294         /*10. EXIF_TAG_COMPONENTS_CONFIGURATION */
2295         if (control != NULL) {
2296                 config = avsys_exif_info.component_configuration;
2297                 _mmcam_dbg_log("EXIF_TAG_COMPONENTS_CONFIGURATION [%4x] ",config);
2298                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_COMPONENTS_CONFIGURATION,
2299                                             EXIF_FORMAT_UNDEFINED, 4, (const char *)&config);
2300                 if (ret != MM_ERROR_NONE) {
2301                         EXIF_SET_ERR(ret, EXIF_TAG_COMPONENTS_CONFIGURATION);
2302                 }
2303         }
2304
2305         /*11. EXIF_TAG_COMPRESSED_BITS_PER_PIXEL */
2306         /* written  the device_info */
2307
2308         /*12. EXIF_TAG_DATE_TIME_ORIGINAL */
2309         /*13. EXIF_TAG_DATE_TIME_DIGITIZED*/
2310
2311         /*14. EXIF_TAG_EXPOSURE_TIME*/
2312         if (avsys_exif_info.exposure_time_numerator && avsys_exif_info.exposure_time_denominator) {
2313                 unsigned char *b = NULL;
2314                 ExifRational rData;
2315
2316                 _mmcam_dbg_log("EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2317                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2318
2319                 b = malloc(sizeof(ExifRational));
2320                 if (b) {
2321                         rData.numerator = avsys_exif_info.exposure_time_numerator;
2322                         rData.denominator = avsys_exif_info.exposure_time_denominator;
2323
2324                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2325                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_TIME,
2326                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2327                         free(b);
2328                         if (ret != MM_ERROR_NONE) {
2329                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_TIME);
2330                         }
2331                 } else {
2332                         _mmcam_dbg_warn("malloc failed.");
2333                 }
2334         } else {
2335                 _mmcam_dbg_log("Skip set EXIF_TAG_EXPOSURE_TIME numerator [%d], denominator [%d]",
2336                                avsys_exif_info.exposure_time_numerator, avsys_exif_info.exposure_time_denominator);
2337         }
2338
2339         /*15. EXIF_TAG_FNUMBER */
2340         if (avsys_exif_info.aperture_f_num_numerator && avsys_exif_info.aperture_f_num_denominator) {
2341                 unsigned char *b = NULL;
2342                 ExifRational rData;
2343
2344                 _mmcam_dbg_log("EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2345                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2346
2347                 b = malloc(sizeof(ExifRational));
2348                 if (b) {
2349                         rData.numerator = avsys_exif_info.aperture_f_num_numerator;
2350                         rData.denominator = avsys_exif_info.aperture_f_num_denominator;
2351                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2352                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FNUMBER,
2353                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2354                         free(b);
2355                         if(ret != MM_ERROR_NONE) {
2356                                 EXIF_SET_ERR(ret, EXIF_TAG_FNUMBER);
2357                         }
2358                 } else {
2359                         _mmcam_dbg_warn( "malloc failed." );
2360                 }
2361         } else {
2362                 _mmcam_dbg_log("Skip set EXIF_TAG_FNUMBER numerator [%d], denominator [%d]",
2363                                avsys_exif_info.aperture_f_num_numerator, avsys_exif_info.aperture_f_num_denominator);
2364         }
2365
2366         /*16. EXIF_TAG_EXPOSURE_PROGRAM*/
2367         /*FIXME*/
2368         value = MM_EXPOSURE_PROGRAM;
2369         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2370         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_PROGRAM,
2371                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2372         if (ret != MM_ERROR_NONE) {
2373                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_PROGRAM);
2374         }
2375
2376         /*17. EXIF_TAG_ISO_SPEED_RATINGS*/
2377         if (avsys_exif_info.iso) {
2378                 _mmcam_dbg_log("EXIF_TAG_ISO_SPEED_RATINGS [%d]", avsys_exif_info.iso);
2379                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), avsys_exif_info.iso);
2380                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_ISO_SPEED_RATINGS,
2381                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2382                 if (ret != MM_ERROR_NONE) {
2383                         EXIF_SET_ERR(ret, EXIF_TAG_ISO_SPEED_RATINGS);
2384                 }
2385         }
2386
2387         /*18. EXIF_TAG_SHUTTER_SPEED_VALUE*/
2388         if (avsys_exif_info.shutter_speed_numerator && avsys_exif_info.shutter_speed_denominator) {
2389                 unsigned char *b = NULL;
2390                 ExifSRational rsData;
2391
2392                 _mmcam_dbg_log("EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2393                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2394
2395                 b = malloc(sizeof(ExifSRational));
2396                 if (b) {
2397                         rsData.numerator = avsys_exif_info.shutter_speed_numerator;
2398                         rsData.denominator = avsys_exif_info.shutter_speed_denominator;
2399                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2400                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHUTTER_SPEED_VALUE,
2401                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2402                         free(b);
2403                         if (ret != MM_ERROR_NONE) {
2404                                 EXIF_SET_ERR(ret, EXIF_TAG_SHUTTER_SPEED_VALUE);
2405                         }
2406                 } else {
2407                         _mmcam_dbg_warn("malloc failed.");
2408                 }
2409         } else {
2410                 _mmcam_dbg_log("Skip set EXIF_TAG_SHUTTER_SPEED_VALUE numerator [%d], denominator [%d]",
2411                                avsys_exif_info.shutter_speed_numerator, avsys_exif_info.shutter_speed_denominator);
2412         }
2413
2414         /*19. EXIF_TAG_APERTURE_VALUE*/
2415         if (avsys_exif_info.aperture_in_APEX) {
2416                 unsigned char *b = NULL;
2417                 ExifRational rData;
2418
2419                 _mmcam_dbg_log("EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2420
2421                 b = malloc(sizeof(ExifRational));
2422                 if (b) {
2423                         rData.numerator = avsys_exif_info.aperture_in_APEX;
2424                         rData.denominator = 1;
2425                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2426                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_APERTURE_VALUE,
2427                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2428                         free(b);
2429                         if(ret != MM_ERROR_NONE) {
2430                                 EXIF_SET_ERR(ret, EXIF_TAG_APERTURE_VALUE);
2431                         }
2432                 } else {
2433                         _mmcam_dbg_warn("malloc failed.");
2434                 }
2435         } else {
2436                 _mmcam_dbg_log("Skip set EXIF_TAG_APERTURE_VALUE [%d]", avsys_exif_info.aperture_in_APEX);
2437         }
2438
2439         /*20. EXIF_TAG_BRIGHTNESS_VALUE*/
2440         if (avsys_exif_info.brigtness_numerator && avsys_exif_info.brightness_denominator) {
2441                 unsigned char *b = NULL;
2442                 ExifSRational rsData;
2443
2444                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominator [%d]",
2445                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2446
2447                 b = malloc(sizeof(ExifSRational));
2448                 if (b) {
2449                         rsData.numerator = avsys_exif_info.brigtness_numerator;
2450                         rsData.denominator = avsys_exif_info.brightness_denominator;
2451                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2452                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_BRIGHTNESS_VALUE,
2453                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2454                         free(b);
2455                         if (ret != MM_ERROR_NONE) {
2456                                 EXIF_SET_ERR(ret, EXIF_TAG_BRIGHTNESS_VALUE);
2457                         }
2458                 } else {
2459                         _mmcam_dbg_warn( "malloc failed." );
2460                 }
2461         } else {
2462                 _mmcam_dbg_log("Skip set EXIF_TAG_BRIGHTNESS_VALUE numerator [%d], denominatorr [%d]",
2463                                avsys_exif_info.brigtness_numerator, avsys_exif_info.brightness_denominator);
2464         }
2465
2466         /*21. EXIF_TAG_EXPOSURE_BIAS_VALUE*/
2467         value = 0;
2468         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_BRIGHTNESS, &value, NULL);
2469         if (ret == MM_ERROR_NONE) {
2470                 unsigned char *b = NULL;
2471                 ExifSRational rsData;
2472
2473                 _mmcam_dbg_log("EXIF_TAG_BRIGHTNESS_VALUE %d, default %d, step denominator %d",
2474                                value, hcamcorder->brightness_default, hcamcorder->brightness_step_denominator);
2475
2476                 b = malloc(sizeof(ExifSRational));
2477                 if (b) {
2478                         rsData.numerator = value - hcamcorder->brightness_default;
2479                         if (hcamcorder->brightness_step_denominator != 0) {
2480                                 rsData.denominator = hcamcorder->brightness_step_denominator;
2481                         } else {
2482                                 _mmcam_dbg_warn("brightness_step_denominator is ZERO, so set 1");
2483                                 rsData.denominator = 1;
2484                         }
2485                         exif_set_srational(b, exif_data_get_byte_order(ed), rsData);
2486                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_BIAS_VALUE,
2487                                                     EXIF_FORMAT_SRATIONAL, 1, (const char *)b);
2488                         free(b);
2489                         if (ret != MM_ERROR_NONE) {
2490                                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_BIAS_VALUE);
2491                         }
2492                 } else {
2493                         _mmcam_dbg_warn("malloc failed.");
2494                 }
2495         } else {
2496                 _mmcam_dbg_log("failed to get MMCAM_FILTER_BRIGHTNESS [%x]", ret);
2497         }
2498
2499         /*22  EXIF_TAG_MAX_APERTURE_VALUE*/
2500 /*
2501         if (avsys_exif_info.max_lens_aperture_in_APEX) {
2502                 unsigned char *b = NULL;
2503                 ExifRational rData;
2504
2505                 _mmcam_dbg_log("EXIF_TAG_MAX_APERTURE_VALUE [%d]", avsys_exif_info.max_lens_aperture_in_APEX);
2506
2507                 b = malloc(sizeof(ExifRational));
2508                 if (b) {
2509                         rData.numerator = avsys_exif_info.max_lens_aperture_in_APEX;
2510                         rData.denominator = 1;
2511                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2512                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_MAX_APERTURE_VALUE,
2513                                                     EXIF_FORMAT_RATIONAL, 1, b);
2514                         free(b);
2515                         if (ret != MM_ERROR_NONE) {
2516                                 EXIF_SET_ERR(ret, EXIF_TAG_MAX_APERTURE_VALUE);
2517                         }
2518                 } else {
2519                         _mmcam_dbg_warn("failed to alloc for MAX aperture value");
2520                 }
2521         }
2522 */
2523
2524         /*23. EXIF_TAG_SUBJECT_DISTANCE*/
2525         /* defualt : none */
2526
2527         /*24. EXIF_TAG_METERING_MODE */
2528         if (control != NULL) {
2529                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),avsys_exif_info.metering_mode);
2530                 _mmcam_dbg_log("EXIF_TAG_METERING_MODE [%d]", avsys_exif_info.metering_mode);
2531                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_METERING_MODE,
2532                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2533                 if (ret != MM_ERROR_NONE) {
2534                         EXIF_SET_ERR(ret, EXIF_TAG_METERING_MODE);
2535                 }
2536         }
2537
2538         /*25. EXIF_TAG_LIGHT_SOURCE*/
2539
2540         /*26. EXIF_TAG_FLASH*/
2541         if (control != NULL) {
2542                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),avsys_exif_info.flash);
2543                 _mmcam_dbg_log("EXIF_TAG_FLASH [%d]", avsys_exif_info.flash);
2544                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FLASH,
2545                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2546                 if (ret != MM_ERROR_NONE) {
2547                         EXIF_SET_ERR(ret, EXIF_TAG_FLASH);
2548                 }
2549         }
2550
2551         /*27. EXIF_TAG_FOCAL_LENGTH*/
2552         if (avsys_exif_info.focal_len_numerator && avsys_exif_info.focal_len_denominator) {
2553                 unsigned char *b = NULL;
2554                 ExifRational rData;
2555
2556                 _mmcam_dbg_log("EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2557                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2558
2559                 b = malloc(sizeof(ExifRational));
2560                 if (b) {
2561                         rData.numerator = avsys_exif_info.focal_len_numerator;
2562                         rData.denominator = avsys_exif_info.focal_len_denominator;
2563                         exif_set_rational(b, exif_data_get_byte_order(ed), rData);
2564                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH,
2565                                                     EXIF_FORMAT_RATIONAL, 1, (const char *)b);
2566                         free(b);
2567                         if (ret != MM_ERROR_NONE) {
2568                                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH);
2569                         }
2570                 } else {
2571                         _mmcam_dbg_warn("malloc failed.");
2572                 }
2573         } else {
2574                 _mmcam_dbg_log("Skip set EXIF_TAG_FOCAL_LENGTH numerator [%d], denominator [%d]",
2575                                avsys_exif_info.focal_len_numerator, avsys_exif_info.focal_len_denominator);
2576         }
2577
2578         /*28. EXIF_TAG_SENSING_METHOD*/
2579         /*FIXME*/
2580         value = MM_SENSING_MODE;
2581         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order (ed),value);
2582         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SENSING_METHOD,
2583                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2584         if (ret != MM_ERROR_NONE) {
2585                 EXIF_SET_ERR(ret, EXIF_TAG_SENSING_METHOD);
2586         }
2587
2588         /*29. EXIF_TAG_FILE_SOURCE*/
2589 /*
2590         value = MM_FILE_SOURCE;
2591         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2592         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FILE_SOURCE,
2593                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2594         if (ret != MM_ERROR_NONE) {
2595                 EXIF_SET_ERR(ret, EXIF_TAG_FILE_SOURCE);
2596         }
2597 */
2598
2599         /*30. EXIF_TAG_SCENE_TYPE*/
2600 /*
2601         value = MM_SCENE_TYPE;
2602         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed),value);
2603         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_TYPE,
2604                                     EXIF_FORMAT_UNDEFINED, 4, (const char *)&elong[cntl++]);
2605         if (ret != MM_ERROR_NONE) {
2606                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_TYPE);
2607         }
2608 */
2609
2610         /*31. EXIF_TAG_EXPOSURE_MODE*/
2611         /*FIXME*/
2612         value = MM_EXPOSURE_MODE;
2613         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed),value);
2614         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_EXPOSURE_MODE,
2615                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2616         if (ret != MM_ERROR_NONE) {
2617                 EXIF_SET_ERR(ret, EXIF_TAG_EXPOSURE_MODE);
2618         }
2619
2620
2621         /*32. EXIF_TAG_WHITE_BALANCE*/
2622         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_WB, &value, NULL);
2623         if (ret == MM_ERROR_NONE) {
2624                 int set_value = 0;
2625                 _mmcam_dbg_log("WHITE BALANCE [%d]", value);
2626
2627                 if (value == MM_CAMCORDER_WHITE_BALANCE_AUTOMATIC) {
2628                         set_value = 0;
2629                 } else {
2630                         set_value = 1;
2631                 }
2632
2633                 exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), set_value);
2634                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_WHITE_BALANCE,
2635                                             EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2636                 if (ret != MM_ERROR_NONE) {
2637                         EXIF_SET_ERR(ret, EXIF_TAG_WHITE_BALANCE);
2638                 }
2639         } else {
2640                 _mmcam_dbg_warn("failed to get white balance [%x]", ret);
2641         }
2642
2643         /*33. EXIF_TAG_DIGITAL_ZOOM_RATIO*/
2644 /*
2645         ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_CAMERA_DIGITAL_ZOOM, &value, NULL);
2646         if (ret == MM_ERROR_NONE) {
2647                 _mmcam_dbg_log("DIGITAL ZOOM [%d]", value);
2648
2649                 exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2650                 ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_DIGITAL_ZOOM_RATIO,
2651                                             EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2652                 if (ret != MM_ERROR_NONE) {
2653                         EXIF_SET_ERR(ret, EXIF_TAG_DIGITAL_ZOOM_RATIO);
2654                 }
2655         } else {
2656                 _mmcam_dbg_warn("failed to get digital zoom [%x]", ret);
2657         }
2658 */
2659
2660         /*34. EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM*/
2661         /*FIXME*/
2662 /*
2663         value = MM_FOCAL_LENGTH_35MMFILM;
2664         exif_set_short(&eshort[cnts], exif_data_get_byte_order(ed),value);
2665         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM,
2666                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2667         if (ret != MM_ERROR_NONE) {
2668                 EXIF_SET_ERR(ret, EXIF_TAG_FOCAL_LENGTH_IN_35MM_FILM);
2669         }
2670 */
2671
2672         /*35. EXIF_TAG_SCENE_CAPTURE_TYPE*/
2673         {
2674                 int scene_capture_type;
2675
2676                 ret = mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SCENE_MODE, &value, NULL);
2677                 if (ret == MM_ERROR_NONE) {
2678                         _mmcam_dbg_log("Scene mode(program mode) [%d]", value);
2679
2680                         if (value == MM_CAMCORDER_SCENE_MODE_NORMAL) {
2681                                 scene_capture_type = 0; /* standard */
2682                         } else if (value == MM_CAMCORDER_SCENE_MODE_PORTRAIT) {
2683                                 scene_capture_type = 2; /* portrait */
2684                         } else if (value == MM_CAMCORDER_SCENE_MODE_LANDSCAPE) {
2685                                 scene_capture_type = 1; /* landscape */
2686                         } else if (value == MM_CAMCORDER_SCENE_MODE_NIGHT_SCENE) {
2687                                 scene_capture_type = 3; /* night scene */
2688                         } else {
2689                                 scene_capture_type = 4; /* Others */
2690                         }
2691
2692                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), scene_capture_type);
2693                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SCENE_CAPTURE_TYPE,
2694                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2695                         if (ret != MM_ERROR_NONE) {
2696                                 EXIF_SET_ERR(ret, EXIF_TAG_SCENE_CAPTURE_TYPE);
2697                         }
2698                 } else {
2699                         _mmcam_dbg_warn("failed to get scene mode [%x]", ret);
2700                 }
2701         }
2702
2703         /*36. EXIF_TAG_GAIN_CONTROL*/
2704         /*FIXME*/
2705 /*
2706         value = MM_GAIN_CONTROL;
2707         exif_set_long(&elong[cntl], exif_data_get_byte_order(ed), value);
2708         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_GAIN_CONTROL,
2709                                     EXIF_FORMAT_LONG, 1, (const char *)&elong[cntl++]);
2710         if (ret != MM_ERROR_NONE) {
2711                 EXIF_SET_ERR(ret, EXIF_TAG_GAIN_CONTROL);
2712         }
2713 */
2714
2715
2716         /*37. EXIF_TAG_CONTRAST */
2717         {
2718                 type_int_range *irange = NULL;
2719                 int level = 0;
2720
2721                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2722                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2723                                                       "Contrast",
2724                                                       &irange);
2725                 if (irange != NULL) {
2726                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_CONTRAST, &value, NULL);
2727
2728                         _mmcam_dbg_log("CONTRAST currentt [%d], default [%d]", value, irange->default_value);
2729
2730                         if (value == irange->default_value) {
2731                                 level = MM_VALUE_NORMAL;
2732                         } else if (value < irange->default_value) {
2733                                 level = MM_VALUE_LOW;
2734                         } else {
2735                                 level = MM_VALUE_HARD;
2736                         }
2737
2738                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2739                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_CONTRAST,
2740                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2741                         if (ret != MM_ERROR_NONE) {
2742                                 EXIF_SET_ERR(ret, EXIF_TAG_CONTRAST);
2743                         }
2744                 } else {
2745                         _mmcam_dbg_warn("failed to get range of contrast");
2746                 }
2747         }
2748
2749         /*38. EXIF_TAG_SATURATION*/
2750         {
2751                 type_int_range *irange = NULL;
2752                 int level = 0;
2753
2754                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2755                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2756                                                       "Saturation",
2757                                                       &irange);
2758                 if (irange != NULL) {
2759                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SATURATION, &value, NULL);
2760
2761                         _mmcam_dbg_log("SATURATION current [%d], default [%d]", value, irange->default_value);
2762
2763                         if (value == irange->default_value) {
2764                                 level = MM_VALUE_NORMAL;
2765                         } else if (value < irange->default_value) {
2766                                 level = MM_VALUE_LOW;
2767                         } else {
2768                                 level=MM_VALUE_HARD;
2769                         }
2770
2771                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2772                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SATURATION,
2773                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2774                         if (ret != MM_ERROR_NONE) {
2775                                 EXIF_SET_ERR(ret, EXIF_TAG_SATURATION);
2776                         }
2777                 } else {
2778                         _mmcam_dbg_warn("failed to get range of saturation");
2779                 }
2780         }
2781
2782         /*39. EXIF_TAG_SHARPNESS*/
2783         {
2784                 type_int_range *irange = NULL;
2785                 int level = 0;
2786
2787                 _mmcamcorder_conf_get_value_int_range(hcamcorder->conf_ctrl,
2788                                                       CONFIGURE_CATEGORY_CTRL_EFFECT,
2789                                                       "Sharpness",
2790                                                       &irange);
2791                 if (irange != NULL) {
2792                         mm_camcorder_get_attributes(handle, NULL, MMCAM_FILTER_SHARPNESS, &value, NULL);
2793
2794                         _mmcam_dbg_log("SHARPNESS current [%d], default [%d]", value, irange->default_value);
2795
2796                         if (value == irange->default_value) {
2797                                 level = MM_VALUE_NORMAL;
2798                         } else if (value < irange->default_value) {
2799                                 level = MM_VALUE_LOW;
2800                         } else {
2801                                 level = MM_VALUE_HARD;
2802                         }
2803
2804                         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), level);
2805                         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SHARPNESS,
2806                                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2807                         if (ret != MM_ERROR_NONE) {
2808                                 EXIF_SET_ERR(ret, EXIF_TAG_SHARPNESS);
2809                         }
2810                 } else {
2811                         _mmcam_dbg_warn("failed to get range of sharpness");
2812                 }
2813         }
2814
2815         /*40. EXIF_TAG_SUBJECT_DISTANCE_RANGE*/
2816         /*FIXME*/
2817         value = MM_SUBJECT_DISTANCE_RANGE;
2818         _mmcam_dbg_log("DISTANCE_RANGE [%d]", value);
2819         exif_set_short((unsigned char *)&eshort[cnts], exif_data_get_byte_order(ed), value);
2820         ret = mm_exif_set_add_entry(ed, EXIF_IFD_EXIF, EXIF_TAG_SUBJECT_DISTANCE_RANGE,
2821                                     EXIF_FORMAT_SHORT, 1, (const char *)&eshort[cnts++]);
2822         if (ret != MM_ERROR_NONE) {
2823                 EXIF_SET_ERR(ret, EXIF_TAG_SUBJECT_DISTANCE_RANGE);
2824         }
2825
2826         /* GPS information */
2827         __mmcamcorder_update_exif_gps(handle, ed);
2828
2829         _mmcam_dbg_log("");
2830
2831         ret = mm_exif_set_exif_to_info(hcamcorder->exif_info, ed);
2832         if (ret != MM_ERROR_NONE) {
2833                 _mmcam_dbg_err("mm_exif_set_exif_to_info err!! [%x]", ret);
2834         }
2835
2836 exit:
2837         _mmcam_dbg_log("finished!! [%x]", ret);
2838
2839         if (ed) {
2840                 exif_data_unref (ed);
2841         }
2842
2843         return ret;
2844 }
2845
2846
2847 static void __sound_status_changed_cb(keynode_t* node, void *data)
2848 {
2849         mmf_camcorder_t *hcamcorder = (mmf_camcorder_t *)data;
2850         _MMCamcorderImageInfo *info = NULL;
2851
2852         mmf_return_if_fail(hcamcorder && hcamcorder->sub_context && hcamcorder->sub_context->info_image);
2853
2854         _mmcam_dbg_log("START");
2855
2856         info = hcamcorder->sub_context->info_image;
2857
2858         vconf_get_bool(VCONFKEY_SETAPPL_SOUND_STATUS_BOOL, &(info->sound_status));
2859
2860         _mmcam_dbg_log("DONE : sound status %d", info->sound_status);
2861
2862         return;
2863 }