Apply tizen coding rule
[platform/core/api/mediacodec.git] / src / media_codec_port_gst.c
1 /*
2  * Copyright (c) 2011 Samsung Electronics Co., Ltd All Rights Reserved
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  * http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  *
16  */
17 #include <glib.h>
18 #include <stdio.h>
19 #include <stdlib.h>
20 #include <string.h>
21 #include <dlog.h>
22 #include <media_codec_queue.h>
23 #include <media_codec_port_gst.h>
24 #include <media_codec_util.h>
25
26 #include <gst/gst.h>
27 #include <gst/gstelement.h>
28 #include <gst/app/gstappsrc.h>
29
30 #ifdef TIZEN_PROFILE_LITE
31 #include <fcntl.h>
32 #include <sys/ioctl.h>
33 #include <linux/ion.h>
34 #endif
35
36 #define ALIGN(x, a)       (((x) + (a) - 1) & ~((a) - 1))
37 /*
38  * Internal Implementation
39  */
40 static gpointer feed_task(gpointer data);
41 static void __mc_gst_stop_feed(GstElement *pipeline, gpointer data);
42 static void __mc_gst_start_feed(GstElement *pipeline, guint size, gpointer data);
43 static media_packet_h _mc_get_input_buffer(mc_gst_core_t *core);
44
45 static gboolean __mc_gst_init_gstreamer();
46 static int _mc_output_media_packet_new(mc_gst_core_t *core, bool video, bool encoder, media_format_mimetype_e out_mime);
47 static mc_ret_e _mc_gst_create_pipeline(mc_gst_core_t *core, gchar *factory_name);
48 static mc_ret_e _mc_gst_destroy_pipeline(mc_gst_core_t *core);
49 static void __mc_gst_buffer_add(GstElement *element, GstBuffer *buffer, GstPad *pad, gpointer data);
50 static int __mc_output_buffer_finalize_cb(media_packet_h packet, int error_code, void *user_data);
51 static void _mc_gst_update_caps(mc_gst_core_t *core, media_packet_h pkt, GstCaps **caps, GstMCBuffer* buff, bool codec_config);
52 static GstMCBuffer *_mc_gst_media_packet_to_gstbuffer(mc_gst_core_t *core, GstCaps **caps, media_packet_h pkt, bool codec_config);
53 static int _mc_gst_gstbuffer_to_appsrc(mc_gst_core_t *core, GstMCBuffer *buff);
54 static gchar *__mc_get_gst_input_format(media_packet_h packet, bool is_hw);
55 static media_packet_h __mc_gst_make_media_packet(mc_gst_core_t *core, unsigned char *data, int size);
56 static gboolean __mc_gst_bus_callback(GstBus *bus, GstMessage *msg, gpointer data);
57 static GstBusSyncReply __mc_gst_bus_sync_callback(GstBus *bus, GstMessage *msg, gpointer data);
58 static MMVideoBuffer *__mc_gst_make_tbm_buffer(mc_gst_core_t *core, media_packet_h pkt);
59 static GstMCBuffer *gst_mediacodec_buffer_new(mc_gst_core_t* core, media_packet_h pkt, uint64_t size);
60 static void gst_mediacodec_buffer_finalize(GstMCBuffer *buffer);
61 static int __mc_set_caps_streamheader(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer*buff, guint streamheader_size);
62 static int __mc_set_caps_codecdata(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer*buff, guint codecdata_size);
63
64 static gint __gst_handle_stream_error(mc_gst_core_t *core, GError *error, GstMessage *message);
65 static gint __gst_transform_gsterror(mc_gst_core_t *core, GstMessage *message, GError *error);
66 static gint __gst_handle_resource_error(mc_gst_core_t *core, int code);
67 static gint __gst_handle_library_error(mc_gst_core_t *core, int code);
68 static gint __gst_handle_core_error(mc_gst_core_t *core, int code);
69 static const gchar * _mc_error_to_string(mc_ret_e err);
70
71 static int _mc_link_vtable(mc_gst_core_t *core, mediacodec_codec_type_e id, gboolean is_encoder, gboolean is_hw);
72 #ifdef TIZEN_PROFILE_LITE
73 static int __tbm_get_physical_addr_bo(tbm_bo_handle tbm_bo_handle_fd_t, int *phy_addr, int *phy_size);
74 #endif
75 static int _mc_gst_flush_buffers(mc_gst_core_t *core);
76 static void _mc_gst_set_flush_input(mc_gst_core_t *core);
77 static void _mc_gst_set_flush_output(mc_gst_core_t *core);
78
79 static int __tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos);
80 static void __csc_tiled_to_linear_crop(unsigned char *yuv420_dest,
81                 unsigned char *nv12t_src, int yuv420_width, int yuv420_height,
82                 int left, int top, int right, int buttom);
83
84 static void _mc_send_eos_signal(mc_gst_core_t *core);
85 static void _mc_wait_for_eos(mc_gst_core_t *core);
86
87 /* video vtable */
88 int(*vdec_vtable[])() = {&__mc_fill_inbuf_with_packet, &__mc_fill_vdec_packet_with_outbuf,  &__mc_vdec_caps};
89 int(*venc_vtable[])() = {&__mc_fill_inbuf_with_packet, &__mc_fill_venc_packet_with_outbuf, &__mc_venc_caps};
90
91
92 int(*vdec_h264_sw_vtable[])() = {&__mc_fill_inbuf_with_packet,                  /* FFMPEG H.264 Decoder Vtable */
93         &__mc_fill_vdec_packet_with_outbuf,
94         &__mc_vdec_caps};
95 int(*vdec_mpeg4_sw_vtable[])() = {&__mc_fill_inbuf_with_packet,                 /* FFMPEG MPEG4 Decoder Vtable */
96         &__mc_fill_vdec_packet_with_outbuf,
97         &__mc_vdec_mpeg4_caps};
98 int(*venc_mpeg4_sw_vtable[])() = {&__mc_fill_inbuf_with_venc_packet,            /* SPRD MPEG4 Encoder Vtable */
99         &__mc_fill_venc_packet_with_outbuf,
100         &__mc_venc_caps};
101 int(*vdec_h263_sw_vtable[])() = {&__mc_fill_inbuf_with_packet,                  /* FFMPEG MPEG4 Decoder Vtable */
102         &__mc_fill_vdec_packet_with_outbuf,
103         &__mc_vdec_h263_caps};
104 int(*venc_h263_sw_vtable[])() = {&__mc_fill_inbuf_with_venc_packet,            /* SPRD MPEG4 Encoder Vtable */
105         &__mc_fill_venc_packet_with_outbuf,
106         &__mc_venc_caps};
107 #ifdef TIZEN_PROFILE_LITE
108 int(*vdec_h264_hw_vtable[])() = {&__mc_fill_inbuf_with_packet,                  /* SPRD H.264 Decoder Vtable */
109         &__mc_fill_video_packet_with_mm_video_buffer,
110         &__mc_sprddec_caps};
111 int(*venc_h264_hw_vtable[])() = {&__mc_fill_inbuf_with_mm_video_buffer,         /* SPRD H.264 Encoder Vtable */
112         &__mc_fill_venc_packet_with_outbuf,
113         &__mc_sprdenc_caps};
114 int(*vdec_mpeg4_hw_vtable[])() = {&__mc_fill_inbuf_with_packet,                 /* SPRD MPEG4 Decoder Vtable */
115         &__mc_fill_video_packet_with_mm_video_buffer,
116         &__mc_sprddec_mpeg4_caps};
117 int(*venc_mpeg4_hw_vtable[])() = {&__mc_fill_inbuf_with_mm_video_buffer,        /* SPRD MPEG4 Encoder Vtable */
118         &__mc_fill_venc_packet_with_outbuf,
119         &__mc_sprdenc_mpeg4_caps};
120 int(*vdec_h263_hw_vtable[])() = {&__mc_fill_inbuf_with_packet,                 /* SPRD MPEG4 Decoder Vtable */
121         &__mc_fill_video_packet_with_mm_video_buffer,
122         &__mc_sprddec_mpeg4_caps};
123 int(*venc_h263_hw_vtable[])() = {&__mc_fill_inbuf_with_mm_video_buffer,        /* SPRD MPEG4 Encoder Vtable */
124         &__mc_fill_venc_packet_with_outbuf,
125         &__mc_sprdenc_mpeg4_caps};
126 #else
127 int(*vdec_h264_hw_vtable[])() = {&__mc_fill_inbuf_with_packet,                  /* EXYNOS H.264 Decoder Vtable */
128         &__mc_fill_video_packet_with_mm_video_buffer,
129         &__mc_h264dec_caps};
130 int(*venc_h264_hw_vtable[])() = {&__mc_fill_inbuf_with_mm_video_buffer,         /* EXYNOS H.264 Encoder Vtable */
131         &__mc_fill_venc_packet_with_outbuf,
132         &__mc_hw_h264enc_caps};
133 int(*vdec_mpeg4_hw_vtable[])() = {&__mc_fill_inbuf_with_packet,                 /* EXYNOS MPEG4 Decoder Vtable */
134         &__mc_fill_video_packet_with_mm_video_buffer,
135         &__mc_sprddec_mpeg4_caps};
136 int(*venc_mpeg4_hw_vtable[])() = {&__mc_fill_inbuf_with_mm_video_buffer,        /* EXYNOS MPEG4 Encoder Vtable */
137         &__mc_fill_venc_packet_with_outbuf,
138         &__mc_sprdenc_mpeg4_caps};
139 int(*vdec_h263_hw_vtable[])() = {&__mc_fill_inbuf_with_packet,                 /* EXYNOS MPEG4 Decoder Vtable */
140         &__mc_fill_video_packet_with_mm_video_buffer,
141         &__mc_sprddec_mpeg4_caps};
142 int(*venc_h263_hw_vtable[])() = {&__mc_fill_inbuf_with_mm_video_buffer,        /* EXYNOS MPEG4 Encoder Vtable */
143         &__mc_fill_venc_packet_with_outbuf,
144         &__mc_sprdenc_mpeg4_caps};
145 #endif
146
147 /* audio vtable */
148 int(*aenc_vtable[])() = {&__mc_fill_inbuf_with_packet, &__mc_fill_packet_with_outbuf, &__mc_aenc_caps};
149 int(*adec_vtable[])() = {&__mc_fill_inbuf_with_packet, &__mc_fill_packet_with_outbuf, &__mc_adec_caps};
150
151 int(*aenc_aac_vtable[])() = {&__mc_fill_inbuf_with_packet,                    /* AAC LC Encoder vtable */
152         &__mc_fill_packet_with_outbuf,
153         &__mc_aenc_aac_caps};
154 int(*adec_aac_vtable[])() = {&__mc_fill_inbuf_with_packet,                    /* AAC LC Decoder Vtable */
155         &__mc_fill_packet_with_outbuf,
156         &__mc_adec_aac_caps};
157 int(*adec_aacv12_vtable[])() = {&__mc_fill_inbuf_with_packet,                 /* AAC HE Decoder Vtable */
158         &__mc_fill_packet_with_outbuf,
159         &__mc_adec_aacv12_caps};
160 int(*adec_mp3_vtable[])() = {&__mc_fill_inbuf_with_packet,                    /* MP3 Decoder Vtable */
161         &__mc_fill_packet_with_outbuf,
162         &__mc_adec_mp3_caps};
163 int(*adec_amrnb_vtable[])() = {&__mc_fill_inbuf_with_packet,                  /* AMR-NB Decoder Vtable */
164         &__mc_fill_packet_with_outbuf,
165         &__mc_adec_amrnb_caps};
166 int(*adec_amrwb_vtable[])() = {&__mc_fill_inbuf_with_packet,                  /* AMR-WB Decoder Vtable */
167         &__mc_fill_packet_with_outbuf,
168         &__mc_adec_amrwb_caps};
169 int(*aenc_amrnb_vtable[])() = {&__mc_fill_inbuf_with_packet,                  /* AMR-NB Encoder Vtable */
170         &__mc_fill_packet_with_outbuf,
171         &__mc_aenc_amrnb_caps};
172 int(*adec_vorbis_vtable[])() = {&__mc_fill_inbuf_with_packet,                 /* VORBIS Decoder Vtable */
173         &__mc_fill_packet_with_outbuf,
174         &__mc_adec_vorbis_caps};
175 int(*adec_flac_vtable[])() = {&__mc_fill_inbuf_with_packet,                   /* FLAC Decoder Vtable */
176         &__mc_fill_packet_with_outbuf,
177         &__mc_adec_flac_caps};
178 int(*adec_wma_vtable[])() = {&__mc_fill_inbuf_with_packet,                    /* WMA Decoder Vtable */
179         &__mc_fill_packet_with_outbuf,
180         &__mc_adec_wma_caps};
181
182
183 /*
184  * fill_inbuf virtual functions
185  */
186 int __mc_fill_input_buffer(mc_gst_core_t *core, media_packet_h pkt, GstMCBuffer *buff)
187 {
188         return core->vtable[fill_inbuf](core, pkt, buff);
189 }
190
191 int __mc_fill_inbuf_with_mm_video_buffer(mc_gst_core_t *core, media_packet_h pkt, GstMCBuffer *mc_buffer)
192 {
193         int ret = MC_ERROR_NONE;
194
195         MMVideoBuffer *mm_vbuffer = NULL;
196         void *buf_data = NULL;
197         uint64_t buf_size = 0;
198
199         ret = media_packet_get_buffer_size(pkt, &buf_size);
200         if (ret != MEDIA_PACKET_ERROR_NONE) {
201                 LOGW("buffer size get fail");
202                 return MC_ERROR;
203         }
204
205         ret = media_packet_get_buffer_data_ptr(pkt, &buf_data);
206         if (ret != MEDIA_PACKET_ERROR_NONE) {
207                 LOGW("buffer size get fail");
208                 return MC_ERROR;
209         }
210
211         mm_vbuffer = __mc_gst_make_tbm_buffer(core, mc_buffer->pkt);
212
213         if (mm_vbuffer != NULL) {
214                 gst_buffer_prepend_memory(mc_buffer->buffer,
215                                 gst_memory_new_wrapped(GST_MEMORY_FLAG_READONLY, mm_vbuffer, sizeof(*mm_vbuffer), 0,
216                                         sizeof(*mm_vbuffer), mm_vbuffer, free));
217                 LOGD("scmn_mm_vbuffer is appended, %d, %d", sizeof(*mm_vbuffer), gst_buffer_n_memory(mc_buffer->buffer));
218         }
219
220         if (buf_data != NULL) {
221                 gst_buffer_prepend_memory(mc_buffer->buffer,
222                                 gst_memory_new_wrapped(GST_MEMORY_FLAG_READONLY, buf_data, buf_size, 0,
223                                         buf_size, mc_buffer, (GDestroyNotify)gst_mediacodec_buffer_finalize));
224                 LOGD("packet data apended, %d, %d", buf_size, gst_buffer_n_memory(mc_buffer->buffer));
225         }
226         return ret;
227 }
228
229 int __mc_fill_inbuf_with_packet(mc_gst_core_t *core, media_packet_h pkt, GstMCBuffer *mc_buffer)
230 {
231         int ret = MC_ERROR_NONE;
232         void *buf_data = NULL;
233         uint64_t buf_size = 0;
234
235         ret = media_packet_get_buffer_size(pkt, &buf_size);
236         if (ret != MEDIA_PACKET_ERROR_NONE) {
237                 LOGW("buffer size get fail");
238                 return MC_ERROR;
239         }
240
241         ret = media_packet_get_buffer_data_ptr(pkt, &buf_data);
242         if (ret != MEDIA_PACKET_ERROR_NONE) {
243                 LOGW("buffer size get fail");
244                 return MC_ERROR;
245         }
246
247         if (buf_data != NULL) {
248                 gst_buffer_append_memory(mc_buffer->buffer,
249                                 gst_memory_new_wrapped(GST_MEMORY_FLAG_READONLY, buf_data, buf_size, 0,
250                                         buf_size, mc_buffer, (GDestroyNotify)gst_mediacodec_buffer_finalize));
251                 LOGD("packet data apended");
252         }
253
254         return ret;
255 }
256
257 int __mc_fill_inbuf_with_venc_packet(mc_gst_core_t *core, media_packet_h pkt, GstMCBuffer *mc_buffer)
258 {
259         int ret = MC_ERROR_NONE;
260         void *uv_ptr = NULL;
261         void *y_ptr = NULL;
262         int buf_size = 0;
263         int stride_width;
264         int stride_height;
265         int width;
266         int height;
267         uint32_t plane_num;
268         int i;
269         int j;
270         int stride = 0;
271
272         mc_encoder_info_t *enc_info = (mc_encoder_info_t *)core->codec_info;
273
274         width = enc_info->width;
275         height = enc_info->height;
276
277         ret = media_packet_get_number_of_video_planes(pkt, &plane_num);
278         if (ret != MEDIA_PACKET_ERROR_NONE) {
279                 LOGW("media_packet_get_number_of_video_planes failed");
280                 return MC_ERROR;
281         }
282
283         ret = media_packet_get_video_plane_data_ptr(pkt, 0, &y_ptr);
284         if (ret != MEDIA_PACKET_ERROR_NONE) {
285                 LOGW("media_packet_get_video_plane_data_ptr failed");
286                 return MC_ERROR;
287         }
288
289         ret = media_packet_get_video_stride_width(pkt, 0, &stride_width);
290         if (ret != MEDIA_PACKET_ERROR_NONE) {
291                 LOGW("media_packet_get_video_stride_width failed");
292                 return MC_ERROR;
293         }
294
295         ret = media_packet_get_video_stride_height(pkt, 0, &stride_height);
296         if (ret != MEDIA_PACKET_ERROR_NONE) {
297                 LOGW("media_packet_get_video_stride_width failed");
298                 return MC_ERROR;
299         }
300
301         if (width == stride_width) {
302                 mc_buffer->buf_size += stride_width * stride_height;
303
304                 for (i = 1; i < plane_num; i++) {
305                         media_packet_get_video_plane_data_ptr(pkt, i, &uv_ptr);
306                         media_packet_get_video_stride_width(pkt, i, &stride_width);
307                         media_packet_get_video_stride_height(pkt, i, &stride_height);
308
309                         buf_size = stride_width * stride_height;
310
311                         memcpy(y_ptr + mc_buffer->buf_size, uv_ptr, buf_size);
312                         LOGD("width is same with stride");
313                         LOGD("plane : %d, buf_size : %d, total : %d", i, buf_size, mc_buffer->buf_size);
314                         mc_buffer->buf_size += buf_size;
315
316                 }
317         } else {
318
319                 for (j = 0; j < height; j++) {
320                         memcpy(y_ptr + mc_buffer->buf_size, y_ptr + stride, width);
321                         mc_buffer->buf_size += width;
322                         stride += stride_width;
323                 }
324
325                 stride = 0;
326
327                 for (i = 1; i < plane_num; i++) {
328                         media_packet_get_video_plane_data_ptr(pkt, i, &uv_ptr);
329                         media_packet_get_video_stride_width(pkt, i, &stride_width);
330                         media_packet_get_video_stride_height(pkt, i, &stride_height);
331
332                         for (j = 0; j < height>>1; j++) {
333                                 memcpy(y_ptr + mc_buffer->buf_size, uv_ptr + stride, width>>1);
334                                 mc_buffer->buf_size += width>>1;
335                                 stride += stride_width;
336                         }
337
338                         memcpy(y_ptr + mc_buffer->buf_size, uv_ptr, buf_size);
339                         LOGD("plane : %d, buf_size : %d, total : %d", i, buf_size, mc_buffer->buf_size);
340                         mc_buffer->buf_size += buf_size;
341                 }
342         }
343
344         if (y_ptr != NULL) {
345                 gst_buffer_append_memory(mc_buffer->buffer,
346                                 gst_memory_new_wrapped(GST_MEMORY_FLAG_READONLY, y_ptr, mc_buffer->buf_size, 0,
347                                         mc_buffer->buf_size, mc_buffer, (GDestroyNotify)gst_mediacodec_buffer_finalize));
348                 LOGD("%d plane data apended : width : %d, height : %d, size : %d",
349                                 i, stride_width, stride_height, mc_buffer->buf_size);
350         }
351
352         return ret;
353 }
354
355
356 /*
357  * fill_outbuf virtual functions
358  */
359
360 int __mc_fill_output_buffer(mc_gst_core_t *core, void *data, int size, media_packet_h *out_pkt)
361 {
362         return core->vtable[fill_outbuf](core, data, size, out_pkt);
363 }
364
365 int __mc_fill_vdec_packet_with_outbuf(mc_gst_core_t *core, void *data, int size, media_packet_h *pkt)
366 {
367         int i;
368         int stride_width;
369         int stride_height;
370         uint32_t width;
371         uint32_t height;
372         uint32_t buf_size;
373         tbm_surface_h tsurf = NULL;
374         tbm_surface_info_s tsurf_info;
375         tbm_bo bo[MM_VIDEO_BUFFER_PLANE_MAX];
376         tbm_bo_handle thandle;
377
378         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
379
380         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
381
382         width = dec_info->width;
383         height = dec_info->height;
384         stride_width = ALIGN(width, 4);
385         stride_height = ALIGN(height, 4);
386         buf_size = stride_width * stride_height * 3 / 2;
387
388         if (buf_size > size)
389                 return MC_ERROR;
390
391         memset(&tsurf_info, 0x0, sizeof(tbm_surface_info_s));
392
393         bo[0] = tbm_bo_alloc(core->bufmgr, buf_size, TBM_BO_WC);
394         if (!bo[0]) {
395                 LOGE("bo allocation failed");
396                 return MC_ERROR;
397         }
398
399         tsurf_info.width = dec_info->width;
400         tsurf_info.height = dec_info->height;
401         tsurf_info.format = TBM_FORMAT_YVU420;
402         tsurf_info.bpp = tbm_surface_internal_get_bpp(TBM_FORMAT_YVU420);
403         tsurf_info.num_planes = tbm_surface_internal_get_num_planes(TBM_FORMAT_YVU420);
404         tsurf_info.size = 0;
405
406         for (i = 0; i < tsurf_info.num_planes; i++) {
407                 if (i == 0) {
408                         tsurf_info.planes[i].stride = stride_width;
409                         tsurf_info.planes[i].size = stride_width * stride_height;
410                         tsurf_info.planes[i].offset = 0;
411                         tsurf_info.size = tsurf_info.planes[i].size;
412                 } else {
413                         tsurf_info.planes[i].stride = stride_width>>1;
414                         tsurf_info.planes[i].size = (stride_width>>1) * (stride_height>>1);
415                         tsurf_info.planes[i].offset = (tsurf_info.planes[i-1].offset + tsurf_info.planes[i - 1].size);
416                         tsurf_info.size += tsurf_info.planes[i].size;
417                 }
418         }
419
420         thandle = tbm_bo_map(bo[0], TBM_DEVICE_CPU, TBM_OPTION_WRITE);
421         memcpy(thandle.ptr, data, tsurf_info.size);
422         tbm_bo_unmap(bo[0]);
423
424         tsurf = tbm_surface_internal_create_with_bos(&tsurf_info, bo, 1);
425
426         if (tsurf) {
427                 media_packet_create_from_tbm_surface(core->output_fmt, tsurf,
428                                 (media_packet_finalize_cb)__mc_output_buffer_finalize_cb, core, pkt);
429         }
430
431         return MC_ERROR_NONE;
432 }
433
434 int __mc_fill_video_packet_with_mm_video_buffer(mc_gst_core_t *core, void *data, int size, media_packet_h *out_pkt)
435 {
436         void *pkt_data = NULL;
437         MMVideoBuffer *mm_vbuffer = NULL;
438         int i;
439         int bo_num = 0;
440
441         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
442
443         mc_decoder_info_t *codec_info = (mc_decoder_info_t *)core->codec_info;
444         mm_vbuffer = (MMVideoBuffer *)data;
445
446         LOGD("buf_share_method %d", mm_vbuffer->type);
447
448         LOGD("a[0] : %p, a[1] : %p, p[0] : %p, p[1] : %p",
449                         mm_vbuffer->data[0], mm_vbuffer->data[1], mm_vbuffer->handle.paddr[0], mm_vbuffer->handle.paddr[1]);
450         LOGD("s[0]:%d, e[0]:%d, w[0]:%d, h[0]:%d",
451                         mm_vbuffer->stride_width[0], mm_vbuffer->stride_height[0], mm_vbuffer->width[0], mm_vbuffer->height[0]);
452
453         if (mm_vbuffer->type == MM_VIDEO_BUFFER_TYPE_PHYSICAL_ADDRESS) {
454                 media_packet_set_buffer_size(*out_pkt, mm_vbuffer->width[0]*mm_vbuffer->height[0]*3/2);
455                 media_packet_get_buffer_data_ptr(*out_pkt, &pkt_data);
456
457                 __csc_tiled_to_linear_crop(pkt_data, mm_vbuffer->data[0],
458                                 mm_vbuffer->stride_width[0], mm_vbuffer->stride_height[0], 0, 0, 0, 0);
459                 __csc_tiled_to_linear_crop(pkt_data+mm_vbuffer->stride_width[0]*mm_vbuffer->stride_height[0],
460                                 mm_vbuffer->data[1], mm_vbuffer->stride_width[0], mm_vbuffer->stride_height[0]/2, 0, 0, 0, 0);
461         } else if (mm_vbuffer->type == MM_VIDEO_BUFFER_TYPE_DMABUF_FD) {
462                 LOGD("FD type");
463         } else if (mm_vbuffer->type == MM_VIDEO_BUFFER_TYPE_TBM_BO) {
464                 tbm_surface_h tsurf = NULL;
465                 tbm_surface_info_s tsurf_info;
466                 memset(&tsurf_info, 0x0, sizeof(tbm_surface_info_s));
467
468                 /* create tbm surface */
469                 for (i = 0; i < MM_VIDEO_BUFFER_PLANE_MAX; i++) {
470                         if (mm_vbuffer->handle.bo[i]) {
471                                 bo_num++;
472                                 tsurf_info.planes[i].stride = mm_vbuffer->stride_width[i];
473                         }
474                 }
475
476                 if (bo_num > 0) {
477                         tsurf_info.width = codec_info->width;
478                         tsurf_info.height = codec_info->height;
479                         tsurf_info.format = TBM_FORMAT_NV12;        /* bo_format */
480                         tsurf_info.bpp = tbm_surface_internal_get_bpp(TBM_FORMAT_NV12);
481                         tsurf_info.num_planes = tbm_surface_internal_get_num_planes(TBM_FORMAT_NV12);
482                         tsurf_info.size = 0;
483
484                         for (i = 0; i < tsurf_info.num_planes; i++) {
485                                 tsurf_info.planes[i].stride = mm_vbuffer->stride_width[i];
486                                 tsurf_info.planes[i].size = mm_vbuffer->stride_width[i] * mm_vbuffer->stride_height[i];
487
488                                 if (i < bo_num)
489                                         tsurf_info.planes[i].offset = 0;
490                                 else
491                                         tsurf_info.planes[i].offset = tsurf_info.planes[i-1].offset + tsurf_info.planes[i - 1].size;
492
493                                 tsurf_info.size += tsurf_info.planes[i].size;
494                                 LOGD("%d plane stride : %d, size : %d", i, tsurf_info.planes[i].stride, tsurf_info.planes[i].size);
495                         }
496                         tsurf = tbm_surface_internal_create_with_bos(&tsurf_info, (tbm_bo *)mm_vbuffer->handle.bo, bo_num);
497                 }
498
499                 if (tsurf) {
500                         media_packet_create_from_tbm_surface(core->output_fmt, tsurf,
501                                         (media_packet_finalize_cb)__mc_output_buffer_finalize_cb, core, out_pkt);
502                 }
503         }
504
505         return MC_ERROR_NONE;
506 }
507
508 int __mc_fill_packet_with_outbuf(mc_gst_core_t *core, void *data, int size, media_packet_h *out_pkt)
509 {
510         void *pkt_data = NULL;
511         int ret = MC_ERROR_NONE;
512         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
513
514         ret = media_packet_create_alloc(core->output_fmt, __mc_output_buffer_finalize_cb, core, out_pkt);
515         if (ret != MEDIA_PACKET_ERROR_NONE) {
516                 LOGW("media_packet_create_alloc failed");
517                 return MC_ERROR;
518         }
519
520         media_packet_set_buffer_size(*out_pkt, size);
521         media_packet_get_buffer_data_ptr(*out_pkt, &pkt_data);
522         memcpy(pkt_data, data, size);
523
524         return MC_ERROR_NONE;
525 }
526
527 int __mc_fill_venc_packet_with_outbuf(mc_gst_core_t *core, void *data, int size, media_packet_h *out_pkt)
528 {
529         void *pkt_data = NULL;
530         bool codec_config = FALSE;
531         bool sync_flag = FALSE;
532         bool slice = FALSE;
533         int ret = MC_ERROR_NONE;
534
535         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
536
537         switch (core->out_mime) {
538         case MEDIA_FORMAT_H264_SP:
539         case MEDIA_FORMAT_H264_MP:
540         case MEDIA_FORMAT_H264_HP:
541                 ret = _mc_check_h264_bytestream((unsigned char *)data, size, 1, &codec_config, &sync_flag, &slice);
542                 break;
543         case MEDIA_FORMAT_MPEG4_SP:
544         case MEDIA_FORMAT_MPEG4_ASP:
545                 _mc_check_mpeg4_out_bytestream((unsigned char *)data, size, &codec_config, &sync_flag);
546                 break;
547         case MEDIA_FORMAT_H263:
548         case MEDIA_FORMAT_H263P:
549                 if (!_mc_check_h263_out_bytestream((unsigned char *)data, size, &sync_flag))
550                         return MC_INVALID_IN_BUF;
551                 break;
552         default:
553                 return MC_INVALID_IN_BUF;
554         }
555         LOGD("codec_config : %d, sync_flag : %d, slice : %d", codec_config, sync_flag, slice);
556
557         ret = media_packet_create_alloc(core->output_fmt, __mc_output_buffer_finalize_cb, core, out_pkt);
558         if (ret != MEDIA_PACKET_ERROR_NONE) {
559                 LOGW("media_packet_create_alloc failed");
560                 return MC_ERROR;
561         }
562
563         media_packet_set_buffer_size(*out_pkt, size);
564         media_packet_get_buffer_data_ptr(*out_pkt, &pkt_data);
565         memcpy(pkt_data, data, size);
566
567         core->need_sync_flag = sync_flag ? 1 : 0;
568         core->need_codec_data = codec_config ? 1 : 0;
569
570         return ret;
571 }
572
573 /*
574  * create_caps virtual functions
575  */
576
577 int __mc_create_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, bool codec_config)
578 {
579         return core->vtable[create_caps](core, caps, buff, codec_config);
580 }
581
582 int __mc_venc_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
583 {
584         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
585
586         mc_encoder_info_t *enc_info = (mc_encoder_info_t *)core->codec_info;
587
588         *caps = gst_caps_new_simple("video/x-raw",
589                         "format", G_TYPE_STRING, "I420",
590                         "width", G_TYPE_INT, enc_info->width,
591                         "height", G_TYPE_INT, enc_info->height,
592                         "framerate", GST_TYPE_FRACTION, enc_info->fps, 1,
593                         NULL);
594
595         LOGD("%d, %d, %d", enc_info->width, enc_info->height, enc_info->fps);
596
597         return MC_ERROR_NONE;
598 }
599
600 int __mc_hw_h264enc_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
601 {
602         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
603
604         mc_encoder_info_t *enc_info = (mc_encoder_info_t *)core->codec_info;
605
606         *caps = gst_caps_new_simple("video/x-raw",
607                         "format", G_TYPE_STRING, "SN12",
608                         "width", G_TYPE_INT, enc_info->width,
609                         "height", G_TYPE_INT, enc_info->height,
610                         "framerate", GST_TYPE_FRACTION, enc_info->fps, 1,
611                         NULL);
612         g_object_set(GST_OBJECT(core->codec), "target-bitrate", enc_info->bitrate*1000, NULL);
613
614         LOGD("%d, %d, %d", enc_info->width, enc_info->height, enc_info->fps);
615
616         return MC_ERROR_NONE;
617 }
618
619 int __mc_sprdenc_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
620 {
621         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
622
623         mc_encoder_info_t *enc_info = (mc_encoder_info_t *)core->codec_info;
624
625         *caps = gst_caps_new_simple(core->mime,
626                         "format", G_TYPE_STRING, "SN12",
627                         "width", G_TYPE_INT, enc_info->width,
628                         "height", G_TYPE_INT, enc_info->height,
629                         "framerate", GST_TYPE_FRACTION, enc_info->fps, 1, NULL);
630
631         g_object_set(GST_OBJECT(core->codec), "byte-stream", TRUE, NULL);
632         g_object_set(GST_OBJECT(core->codec), "bitrate", enc_info->bitrate*1000, NULL);
633
634         LOGD("%s, %d, %d, %d", core->format, enc_info->width, enc_info->height, enc_info->fps);
635
636
637         return MC_ERROR_NONE;
638 }
639
640 int __mc_sprdenc_mpeg4_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer *buff, gboolean codec_config)
641 {
642         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
643
644         mc_encoder_info_t *enc_info = (mc_encoder_info_t *)core->codec_info;
645
646         *caps = gst_caps_new_simple("video/x-raw",
647                         "format", G_TYPE_STRING, "SN12",
648                         "width", G_TYPE_INT, enc_info->width,
649                         "height", G_TYPE_INT, enc_info->height,
650                         "framerate", GST_TYPE_FRACTION, enc_info->fps, 1, NULL);
651
652         g_object_set(GST_OBJECT(core->codec), "bitrate", enc_info->bitrate*1000, NULL);
653
654         LOGD("%s, %d, %d, %d", core->format, enc_info->width, enc_info->height, enc_info->fps);
655
656
657         return MC_ERROR_NONE;
658 }
659
660 int __mc_h264dec_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
661 {
662         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
663
664         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
665
666         LOGD("%d, %d, ", dec_info->width, dec_info->height);
667         *caps = gst_caps_new_simple(core->mime,
668                         "parsed", G_TYPE_BOOLEAN, TRUE,
669                         "alignment", G_TYPE_STRING, "au",
670                         "stream-format", G_TYPE_STRING, "byte-stream",
671                         "width", G_TYPE_INT, dec_info->width,
672                         "height", G_TYPE_INT, dec_info->height, NULL);
673
674         LOGD("mime : %s, widht :%d, height : %d", core->mime, dec_info->width, dec_info->height);
675         return MC_ERROR_NONE;
676 }
677
678 int __mc_sprddec_mpeg4_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
679 {
680         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
681
682
683         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
684
685         LOGD("%d, %d, ", dec_info->width, dec_info->height);
686
687         *caps = gst_caps_new_simple(core->mime,
688                         "mpegversion", G_TYPE_INT, 4,
689                         "width", G_TYPE_INT, dec_info->width,
690                         "height", G_TYPE_INT, dec_info->height,
691                         "framerate", GST_TYPE_FRACTION, 30, 1,
692                         NULL);
693
694         LOGD("mime : %s, widht :%d, height : %d", core->mime, dec_info->width, dec_info->height);
695
696         return MC_ERROR_NONE;
697 }
698
699 int __mc_sprddec_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
700 {
701         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
702
703         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
704
705         LOGD("%d, %d, ", dec_info->width, dec_info->height);
706         *caps = gst_caps_new_simple(core->mime,
707                         "width", G_TYPE_INT, dec_info->width,
708                         "height", G_TYPE_INT, dec_info->height,
709                         "framerate", GST_TYPE_FRACTION, 30, 1,
710                         "alignment", G_TYPE_STRING, "au",
711                         "stream-format", G_TYPE_STRING, "byte-stream", NULL);
712
713         LOGD("mime : %s, widht :%d, height : %d", core->mime, dec_info->width, dec_info->height);
714
715         return MC_ERROR_NONE;
716 }
717
718 int __mc_vdec_h263_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
719 {
720         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
721
722         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
723
724         *caps = gst_caps_new_simple(core->mime,
725                         "variant", G_TYPE_STRING, "itu", NULL);
726
727         LOGD("mime : %s, widht :%d, height : %d", core->mime, dec_info->width, dec_info->height);
728         return MC_ERROR_NONE;
729 }
730
731 int __mc_vdec_mpeg4_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
732 {
733         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
734
735         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
736
737         *caps = gst_caps_new_simple(core->mime,
738                         "mpegversion", G_TYPE_INT, 4,
739                         "systemstream", G_TYPE_BOOLEAN, false, NULL);
740
741         LOGD("mime : %s, widht :%d, height : %d", core->mime, dec_info->width, dec_info->height);
742         return MC_ERROR_NONE;
743 }
744
745 int __mc_vdec_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
746 {
747         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
748
749         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
750
751         *caps = gst_caps_new_simple(core->mime,
752                         "alignment", G_TYPE_STRING, "au",
753                         "stream-format", G_TYPE_STRING, "byte-stream", NULL);
754
755         LOGD("mime : %s, widht :%d, height : %d", core->mime, dec_info->width, dec_info->height);
756         return MC_ERROR_NONE;
757 }
758
759 int __mc_vdec_h264_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
760 {
761         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
762
763         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
764
765         *caps = gst_caps_new_simple(core->mime,
766                         "alignment", G_TYPE_STRING, "au",
767                         "stream-format", G_TYPE_STRING, "byte-stream", NULL);
768
769         LOGD("mime : %s, widht :%d, height : %d", core->mime, dec_info->width, dec_info->height);
770         return MC_ERROR_NONE;
771 }
772
773 int __mc_aenc_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
774 {
775         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
776
777         mc_encoder_info_t *enc_info = (mc_encoder_info_t *)core->codec_info;
778
779         *caps = gst_caps_new_simple(core->mime,
780                         "rate", G_TYPE_INT, enc_info->samplerate,
781                         "channels", G_TYPE_INT, enc_info->channel,
782                         "format", G_TYPE_STRING, "F32LE",
783                         "layout", G_TYPE_STRING, "interleaved", NULL);
784
785         /*
786            +----GstAudioEncoder
787            +----avenc_aac
788
789            Element Properties:
790 compliance          : Adherence of the encoder to the specifications
791 flags: readable, writable
792 Enum "GstFFMpegCompliance" Default: 0, "normal"
793 (2): verystrict         - Strictly conform to older spec
794 (1): strict                - Strictly conform to current spec
795 (0): normal             - Normal behavior
796 (-1): unofficial       - Allow unofficial extensions
797 (-2): experimental  - Allow nonstandardized experimental things
798 */
799         g_object_set(GST_OBJECT(core->codec), "compliance", -2, NULL);
800
801         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, enc_info->samplerate, enc_info->channel);
802
803         return MC_ERROR_NONE;
804 }
805
806 int __mc_aenc_aac_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
807 {
808         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
809
810         mc_encoder_info_t *enc_info = (mc_encoder_info_t *)core->codec_info;
811
812         *caps = gst_caps_new_simple(core->mime,
813                         "rate", G_TYPE_INT, enc_info->samplerate,
814                         "channels", G_TYPE_INT, enc_info->channel,
815                         "format", G_TYPE_STRING, "F32LE",
816                         "layout", G_TYPE_STRING, "interleaved", NULL);
817
818         g_object_set(GST_OBJECT(core->codec), "compliance", -2, NULL);
819
820         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, enc_info->samplerate, enc_info->channel);
821
822         return MC_ERROR_NONE;
823 }
824
825 int __mc_aenc_amrnb_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
826 {
827         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
828
829         mc_encoder_info_t *enc_info = (mc_encoder_info_t *)core->codec_info;
830
831         *caps = gst_caps_new_simple(core->mime,
832                         "rate", G_TYPE_INT, enc_info->samplerate,
833                         "channels", G_TYPE_INT, enc_info->channel,
834                         "format", G_TYPE_STRING, "S16LE",
835                         "layout", G_TYPE_STRING, "interleaved",
836                         NULL);
837
838         LOGD("mime : %s,  samplerate :%d, channel : %d", core->mime, enc_info->samplerate, enc_info->channel);
839
840         return MC_ERROR_NONE;
841 }
842
843 int __mc_adec_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
844 {
845         int ret = MC_ERROR_NONE;
846         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
847
848         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
849
850         LOGD("CAPS for codec_id (MEDIACODEC_AAC_LC - normal ADTS)");
851         *caps = gst_caps_new_simple(core->mime,
852                         "framed", G_TYPE_BOOLEAN, TRUE,
853                         "mpegversion", G_TYPE_INT, 4,
854                         "stream-format", G_TYPE_STRING, "adts",
855                         "rate", G_TYPE_INT, dec_info->samplerate,
856                         "channels", G_TYPE_INT, dec_info->channel,
857                         NULL);
858
859         if (codec_config && (!core->encoder)) {
860                 guint codecdata_size = 16;         /*AAC_CODECDATA_SIZE = 16 (in testsuit)*/
861                 ret = __mc_set_caps_codecdata(core, caps, buff, codecdata_size);
862                 if (ret != MC_ERROR_NONE) {
863                         LOGW("__mc_set_caps_codecdata failed");
864                         return ret;
865                 }
866         }
867
868         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, dec_info->samplerate, dec_info->channel);
869
870         return ret;
871 }
872
873 int __mc_adec_aac_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer* buff, gboolean codec_config)
874 {
875         int ret = MC_ERROR_NONE;
876         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
877
878         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
879
880         LOGD("CAPS for codec_id (MEDIACODEC_AAC_LC - normal ADTS)");
881         *caps = gst_caps_new_simple(core->mime,
882                         "framed", G_TYPE_BOOLEAN, TRUE,
883                         "mpegversion", G_TYPE_INT, 4,
884                         "stream-format", G_TYPE_STRING, "adts",
885                         "rate", G_TYPE_INT, dec_info->samplerate,
886                         "channels", G_TYPE_INT, dec_info->channel,
887                         NULL);
888
889         if (codec_config && (!core->encoder)) {
890                 guint codecdata_size = 16;         /*AAC_CODECDATA_SIZE = 16 (in testsuit)*/
891                 ret = __mc_set_caps_codecdata(core, caps, buff, codecdata_size);
892                 if (ret != MC_ERROR_NONE) {
893                         LOGW("__mc_set_caps_codecdata failed");
894                         return ret;
895                 }
896         }
897
898         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, dec_info->samplerate, dec_info->channel);
899
900         return ret;
901 }
902
903 int __mc_adec_aacv12_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer *buff, gboolean codec_config)
904 {
905         int ret = MC_ERROR_NONE;
906         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
907
908         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
909
910         LOGD("CAPS for codec_id (MEDIACODEC_AAC_HE and _PS - MP4/M4A case)");
911         *caps = gst_caps_new_simple(core->mime,
912                         "mpegversion", G_TYPE_INT, 4,     /*TODO : need adding version /profile*/
913                         "framed", G_TYPE_BOOLEAN, TRUE,
914                         "stream-format", G_TYPE_STRING, "raw",
915                         "channels", G_TYPE_INT, dec_info->channel,
916                         "rate", G_TYPE_INT, dec_info->samplerate,
917                         NULL);
918
919         if (codec_config && (!core->encoder)) {
920                 guint codecdata_size = 16;         /*AAC_CODECDATA_SIZE = 16 (in testsuit)*/
921                 ret = __mc_set_caps_codecdata(core, caps, buff, codecdata_size);
922                 if (ret != MC_ERROR_NONE) {
923                         LOGW("__mc_set_caps_codecdata failed");
924                         return ret;
925                 }
926         }
927
928         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, dec_info->samplerate, dec_info->channel);
929
930         return ret;
931 }
932
933 int __mc_adec_mp3_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer *buff, gboolean codec_config)
934 {
935         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
936
937         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
938
939         *caps = gst_caps_new_simple(core->mime,
940                         "framed", G_TYPE_BOOLEAN, TRUE,
941                         "mpegversion", G_TYPE_INT, 1,       /* To-Do : plz check */
942                         "mpegaudioversion", G_TYPE_INT, 1,  /* To-Do : plz check */
943                         "layer", G_TYPE_INT, 3,             /* To-Do : plz check */
944                         "rate", G_TYPE_INT, dec_info->samplerate,
945                         "channels", G_TYPE_INT, dec_info->channel,
946                         NULL);
947
948         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, dec_info->samplerate, dec_info->channel);
949
950         return MC_ERROR_NONE;
951 }
952
953 int __mc_adec_amrnb_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer *buff, gboolean codec_config)
954 {
955         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
956
957         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
958
959         *caps = gst_caps_new_simple(core->mime,
960                         "rate", G_TYPE_INT, 8000,
961                         "channels", G_TYPE_INT, dec_info->channel,    /* FIXME - by 1 */
962                         NULL);
963
964         LOGD("mime : %s,  samplerate :%d, channel : %d", core->mime, dec_info->samplerate, dec_info->channel);
965
966         return MC_ERROR_NONE;
967 }
968
969 int __mc_adec_amrwb_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer *buff, gboolean codec_config)
970 {
971         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
972
973         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
974
975         *caps = gst_caps_new_simple(core->mime,
976                         "rate", G_TYPE_INT, 16000,
977                         "channels", G_TYPE_INT, dec_info->channel,    /* FIXME - by 1 */
978                         NULL);
979
980         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, dec_info->samplerate, dec_info->channel);
981
982         return MC_ERROR_NONE;
983 }
984
985 int __mc_adec_vorbis_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer *buff, gboolean codec_config)
986 {
987         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
988
989         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
990         int ret = MC_ERROR_NONE;
991
992         *caps = gst_caps_new_simple(core->mime,
993                         "channels", G_TYPE_INT, dec_info->channel,
994                         "rate", G_TYPE_INT, dec_info->samplerate,
995                         /* FIXME - Insert 'Stream Header' */
996                         NULL);
997
998         LOGD(" ----- VORBIS Need Additional Caps -----------");
999         /*
1000          * Need to extract from each Stream header ... or
1001          * Need to get Demuxer's Caps from each Stream heade
1002          */
1003         if (codec_config && (!core->encoder)) {
1004                 guint streamheader_size = 4096;         /* VORBIS_CODECDATA_SIZE = 4096 */
1005                 ret = __mc_set_caps_streamheader(core, caps, buff, streamheader_size);
1006                 if (ret != MC_ERROR_NONE) {
1007                         LOGW("__mc_set_caps_streamheader failed");
1008                         return ret;
1009                 }
1010         }
1011
1012         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, dec_info->samplerate, dec_info->channel);
1013
1014         return ret;
1015 }
1016
1017 int __mc_adec_flac_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer *buff, gboolean codec_config)
1018 {
1019         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
1020
1021         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
1022         int ret = MC_ERROR_NONE;
1023
1024         *caps = gst_caps_new_simple(core->mime,
1025                         "channels", G_TYPE_INT, dec_info->channel,
1026                         "rate", G_TYPE_INT, dec_info->samplerate,
1027                         "framed", G_TYPE_BOOLEAN, TRUE,
1028                         /* FIXME - Insert More Info */
1029                         NULL);
1030
1031         LOGD(" ----- FLAC Need Additional Caps -----------");
1032         /*
1033          * Need to extract from each Stream header ... or
1034          * Need to get Demuxer's Caps from each Stream heade
1035          */
1036         if (codec_config && (!core->encoder)) {
1037                 guint streamheader_size = 4096;         /* FLAC_CODECDATA_SIZE = 4096 */
1038                 ret = __mc_set_caps_streamheader(core, caps, buff, streamheader_size);
1039                 if (ret != MC_ERROR_NONE) {
1040                         LOGW("__mc_set_caps_streamheader failed");
1041                         return ret;
1042                 }
1043         }
1044
1045         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, dec_info->samplerate, dec_info->channel);
1046
1047         return ret;
1048 }
1049
1050 int __mc_adec_wma_caps(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer *buff, gboolean codec_config)
1051 {
1052         int ret = MC_ERROR_NONE;
1053         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
1054
1055         mc_decoder_info_t *dec_info = (mc_decoder_info_t *)core->codec_info;
1056
1057         /*
1058          * Need to extract from Stream Type Specific ... or
1059          * Need to get Demuxer's Caps from Stream Type Specific
1060          */
1061         guint16 format_tag = 0;
1062         gint wma_version = 0;
1063         gint block_align = 1024;      /*FIXME : Need checking */
1064         gint bitrate = 128000;        /*FIXME : Need checking */
1065
1066         LOGD(" ----- WMA Need Additional Caps -----------");
1067         if (core->codec_id == MEDIACODEC_WMAV1) {
1068                 format_tag = 352;       /* 0x160 */
1069                 wma_version = 1;
1070         } else if (core->codec_id == MEDIACODEC_WMAV2) {
1071                 format_tag = 353;       /* 0x161 */
1072                 wma_version = 2;
1073         } else if (core->codec_id == MEDIACODEC_WMAPRO) {
1074                 format_tag = 354;       /* 0x162 */
1075                 wma_version = 3;
1076         } else if (core->codec_id == MEDIACODEC_WMALSL) {
1077                 format_tag = 355;       /* 0x163 */
1078                 wma_version = 3;
1079         } else {
1080                 LOGE("Not support WMA format");
1081         }
1082
1083         *caps = gst_caps_new_simple(core->mime,
1084                         "rate", G_TYPE_INT, dec_info->samplerate,
1085                         "channels", G_TYPE_INT, dec_info->channel,
1086                         "bitrate", G_TYPE_INT, bitrate,
1087                         "depth", G_TYPE_INT, dec_info->bit,
1088                         /* FIXME - Need More Info */
1089                         "wmaversion", G_TYPE_INT, wma_version,
1090                         "format_tag", G_TYPE_INT, format_tag,
1091                         "block_align", G_TYPE_INT, block_align,
1092                         NULL);
1093
1094         if (codec_config && (!core->encoder)) {
1095                 guint codecdata_size = 64;         /* WMA_CODECDATA_SIZE = 64 */
1096                 ret = __mc_set_caps_codecdata(core, caps, buff, codecdata_size);
1097                 if (ret != MC_ERROR_NONE) {
1098                         LOGW("__mc_set_caps_codecdata failed");
1099                         return ret;
1100                 }
1101         }
1102
1103         LOGD("mime : %s, samplerate :%d, channel : %d", core->mime, dec_info->samplerate, dec_info->channel);
1104
1105         return ret;
1106 }
1107
1108 static GstCaps *__mc_gst_caps_set_buffer_array(GstCaps * caps, const gchar * name, GstBuffer * buf, ...)
1109 {
1110         GstStructure *struc = NULL;
1111         va_list va;
1112         GValue arr_val = { 0 };
1113         GValue buf_val = { 0 };
1114
1115         g_return_val_if_fail(name != NULL, NULL);
1116         g_return_val_if_fail(caps != NULL, NULL);
1117         g_return_val_if_fail(gst_caps_is_fixed(caps), NULL);
1118         caps = gst_caps_make_writable(caps);
1119
1120         struc = gst_caps_get_structure(caps, 0);
1121         if (!struc)
1122                 LOGW("cannot get structure from caps.\n");
1123
1124         g_value_init(&arr_val, GST_TYPE_ARRAY);
1125
1126         va_start(va, buf);
1127         while (buf) {
1128                 g_value_init(&buf_val, GST_TYPE_BUFFER);
1129                 gst_value_set_buffer(&buf_val, buf);
1130                 gst_value_array_append_value(&arr_val, &buf_val);
1131                 g_value_unset(&buf_val);
1132
1133                 buf = va_arg(va, GstBuffer *);
1134         }
1135         va_end(va);
1136
1137         gst_structure_take_value(struc, name, &arr_val);
1138
1139         return caps;
1140 }
1141
1142 int __mc_set_caps_streamheader(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer*buff, guint streamheader_size)
1143 {
1144         int ret = MEDIA_PACKET_ERROR_NONE;
1145         void *buf_data = NULL;
1146         uint64_t buf_size = 0;
1147         GstBuffer *header1, *header2, *header3;
1148         guint hsize1, hsize2, hsize3;
1149         GstBuffer *tmp_header;
1150         guint8 *tmp_buf = NULL;
1151         GstMapInfo map;
1152
1153         ret = media_packet_get_buffer_size(buff->pkt, &buf_size);
1154         if (ret != MEDIA_PACKET_ERROR_NONE) {
1155                 LOGW("buffer size get fail");
1156                 return ret;
1157         }
1158
1159         ret = media_packet_get_buffer_data_ptr(buff->pkt, &buf_data);
1160         if (ret != MEDIA_PACKET_ERROR_NONE) {
1161                 LOGW("buffer size get fail");
1162                 return ret;
1163         }
1164
1165         LOGD("Set caps for streamheader in mime : %s and codec_id (0x%x)", core->mime, core->codec_id);
1166
1167         if (core->codec_id == MEDIACODEC_VORBIS) {
1168                 /*
1169                  * hsize1 : Identification Header (packet type 1) - fixed 30 byte
1170                  * hsize2 : Comment Header (packet type 3) - variable byte (need calculate)
1171                  * hsize3 : Setup Header (packet type 5) - variable byte (Used remained bytes)
1172                  */
1173
1174                 /* First of all, Need to fins and calculate size of hsize2 */
1175                 tmp_header = gst_buffer_new_and_alloc(streamheader_size);
1176                 gst_buffer_fill(tmp_header, 0, buf_data, streamheader_size);
1177                 gst_buffer_map(tmp_header, &map, GST_MAP_READ);
1178                 tmp_buf = map.data;
1179                 tmp_buf += (30 + 7);                /* hsize1 + '0x03' + 'vorbis'*/
1180                 hsize2 = (7 + 4);
1181                 hsize2 += GST_READ_UINT32_LE(tmp_buf);
1182                 hsize2 += (4 + 1);
1183                 LOGD("Find streamheader hsize2(%d)", hsize2);
1184                 gst_buffer_unmap(tmp_header, &map);
1185                 gst_buffer_unref(tmp_header);
1186
1187                 /*  hsize1 : Identification Header (packet type 1) - fixed 30 byte */
1188                 hsize1 = 30;
1189                 header1 = gst_buffer_new_and_alloc(hsize1);
1190                 gst_buffer_fill(header1, 0, buf_data, hsize1);
1191                 gst_buffer_map(header1, &map, GST_MAP_READ);
1192                 tmp_buf = map.data;
1193                 /* '0x01' + 'vorbis' */
1194                 if (*tmp_buf != 0x01) {
1195                         LOGE("[ERROR] Invalid Caps of Stream header1");
1196                         gst_buffer_unmap(header1, &map);
1197                         return MEDIA_PACKET_ERROR_INVALID_PARAMETER;
1198                 }
1199                 gst_buffer_unmap(header1, &map);
1200
1201                 /* hsize2 : Comment Header (packet type 3) - variable byte */
1202                 header2 = gst_buffer_new_and_alloc(hsize2);
1203                 gst_buffer_fill(header2, 0,  (buf_data + (hsize1)), hsize2);
1204                 gst_buffer_map(header2, &map, GST_MAP_READ);
1205                 tmp_buf = map.data;
1206                 /* '0x03' + 'vorbis' */
1207                 if (*tmp_buf != 0x03) {
1208                         LOGE("[ERROR] Invalid Caps of Stream header2");
1209                         gst_buffer_unmap(header2, &map);
1210                         return MEDIA_PACKET_ERROR_INVALID_PARAMETER;
1211                 }
1212                 gst_buffer_unmap(header2, &map);
1213
1214                 /* hsize3 : Setup Header (packet type 5) - variable byte */
1215                 hsize3 = streamheader_size - (hsize1 + hsize2);
1216                 header3 = gst_buffer_new_and_alloc(hsize3);
1217                 gst_buffer_fill(header3, 0,  (buf_data + (hsize1 + hsize2)), hsize3);
1218                 gst_buffer_map(header3, &map, GST_MAP_READ);
1219                 tmp_buf = map.data;
1220                 /* '0x05' + 'vorbis' */
1221                 if (*tmp_buf != 0x05) {
1222                         LOGE("[ERROR] Invalid Caps of Stream header3");
1223                         gst_buffer_unmap(header3, &map);
1224                         return MEDIA_PACKET_ERROR_INVALID_PARAMETER;
1225                 }
1226                 gst_buffer_unmap(header3, &map);
1227
1228                 LOGD("[vorbis] streamheader hsize1 (%d) + hsize2 (%d) + hsize3 (%d) = Total (%d)",
1229                                 hsize1, hsize2, hsize3, (hsize1 + hsize2 + hsize3));
1230
1231                 __mc_gst_caps_set_buffer_array(*caps, "streamheader", header1, header2, header3, NULL);
1232
1233                 gst_buffer_unref(header1);
1234                 gst_buffer_unref(header2);
1235                 gst_buffer_unref(header3);
1236         } else if (core->codec_id == MEDIACODEC_FLAC) {
1237                 /*
1238                  * hsize1 : Stream Info (type 0) - fixed 51 byte
1239                  * hsize2 : Stream Comment (type 4) - variable byte (need calculate)
1240                  */
1241
1242                 /* First of all, Need to fins and calculate size of hsize2 */
1243                 tmp_header = gst_buffer_new_and_alloc(streamheader_size);
1244                 gst_buffer_fill(tmp_header, 0, buf_data, streamheader_size);
1245                 gst_buffer_map(tmp_header, &map, GST_MAP_READ);
1246                 tmp_buf = map.data;
1247                 hsize2 = 4 + ((tmp_buf[52] << 16) | (tmp_buf[53] << 8) | (tmp_buf[54]));
1248                 LOGD("Find streamheader hsize2(%d)", hsize2);
1249                 gst_buffer_unmap(tmp_header, &map);
1250                 gst_buffer_unref(tmp_header);
1251
1252                 /*  hsize1 :  Stream Info (type 0) - fixed 51 byte */
1253                 hsize1 = 51;
1254                 header1 = gst_buffer_new_and_alloc(hsize1);
1255                 gst_buffer_fill(header1, 0, buf_data, hsize1);
1256                 gst_buffer_map(header1, &map, GST_MAP_READ);
1257                 tmp_buf = map.data;
1258                 /* '0x7f' + 'FLAC' */
1259                 if (*tmp_buf != 0x07f) {
1260                         LOGE("[ERROR] Invalid Caps of Stream header1 (Info)");
1261                         gst_buffer_unmap(header1, &map);
1262                         gst_buffer_unref(header1);
1263                         return MEDIA_PACKET_ERROR_INVALID_PARAMETER;
1264                 }
1265                 gst_buffer_unmap(header1, &map);
1266
1267                 /* hsize2 : Stream Comment (type 4) - variable byte (need calculate) */
1268                 header2 = gst_buffer_new_and_alloc(hsize2);
1269                 gst_buffer_fill(header2, 0, (buf_data + (hsize1)), hsize2);
1270                 gst_buffer_map(header2, &map, GST_MAP_READ);
1271                 tmp_buf = map.data;
1272                 /* '0x84' */
1273                 if (*tmp_buf != 0x84) {
1274                         LOGE("[ERROR] Invalid Caps of Stream header2 (Comment)");
1275                         gst_buffer_unmap(header2, &map);
1276                         gst_buffer_unref(header1);
1277                         gst_buffer_unref(header2);
1278                         return MEDIA_PACKET_ERROR_INVALID_PARAMETER;
1279                 }
1280                 gst_buffer_unmap(header2, &map);
1281
1282                 LOGD("[flac] streamheader hsize1 (%d) + hsize2 (%d)  = Total (%d)", hsize1, hsize2, (hsize1 + hsize2));
1283                 __mc_gst_caps_set_buffer_array(*caps, "streamheader", header1, header2, NULL);
1284                 gst_buffer_unref(header1);
1285                 gst_buffer_unref(header2);
1286         } else {
1287                 LOGE("Not support case of Stream header Caps");
1288         }
1289
1290         /* Update gstbuffer's data ptr and size for using previous streamheader.*/
1291         LOGD("BEFORE : buff->buffer of size %" G_GSIZE_FORMAT "", gst_buffer_get_size(buff->buffer));
1292         gst_buffer_remove_memory_range(buff->buffer, streamheader_size, -1);
1293         gst_buffer_set_size(buff->buffer, buf_size - streamheader_size);
1294         LOGD("AFTER  : buff->buffer of size %" G_GSIZE_FORMAT "",  gst_buffer_get_size(buff->buffer));
1295
1296         return ret;
1297 }
1298
1299
1300
1301 int __mc_set_caps_codecdata(mc_gst_core_t *core, GstCaps **caps, GstMCBuffer *buff, guint codecdata_size)
1302 {
1303         int ret = MEDIA_PACKET_ERROR_NONE;
1304         void *buf_data = NULL;
1305         uint64_t buf_size = 0;
1306         GstBuffer *codecdata_buffer;
1307
1308         ret = media_packet_get_buffer_size(buff->pkt, &buf_size);
1309         if (ret != MEDIA_PACKET_ERROR_NONE) {
1310                 LOGW("buffer size get fail");
1311                 return ret;
1312         }
1313
1314         ret = media_packet_get_buffer_data_ptr(buff->pkt, &buf_data);
1315         if (ret != MEDIA_PACKET_ERROR_NONE) {
1316                 LOGW("buffer size get fail");
1317                 return ret;
1318         }
1319
1320         LOGD("Set caps for codec_data in mime : %s and codec_id (0x%x)", core->mime, core->codec_id);
1321
1322         /* Add the codec_data attribute to caps, if we have it */
1323         codecdata_buffer = gst_buffer_new();
1324         gst_buffer_copy_into(codecdata_buffer, buff->buffer, GST_BUFFER_COPY_MEMORY, 0, codecdata_size);
1325         gst_buffer_ref(codecdata_buffer);
1326         LOGD("setting codec_data from (packet) buf_data used codecdata_size (%d)", codecdata_size);
1327
1328         gst_caps_set_simple(*caps, "codec_data", GST_TYPE_BUFFER, codecdata_buffer, NULL);
1329         gst_buffer_unref(codecdata_buffer);
1330
1331         /* Update gstbuffer's data ptr and size for using previous codec_data..*/
1332         LOGD("BEFORE : buff->buffer of size %" G_GSIZE_FORMAT "",  gst_buffer_get_size(buff->buffer));
1333
1334         gst_buffer_replace_memory(buff->buffer, 0,
1335                         gst_memory_new_wrapped(GST_MEMORY_FLAG_READONLY, buf_data + codecdata_size , buf_size - codecdata_size, 0,
1336                                 buf_size - codecdata_size, buff, (GDestroyNotify)gst_mediacodec_buffer_finalize));
1337
1338         LOGD("AFTER  : buff->buffer of size %" G_GSIZE_FORMAT "",  gst_buffer_get_size(buff->buffer));
1339
1340         return ret;
1341 }
1342
1343
1344 int _mc_output_media_packet_new(mc_gst_core_t *core, bool video, bool encoder, media_format_mimetype_e out_mime)
1345 {
1346         if (media_format_create(&core->output_fmt) != MEDIA_FORMAT_ERROR_NONE) {
1347                 LOGE("media format create failed");
1348                 return MC_ERROR;
1349         }
1350
1351         if (encoder) {
1352                 mc_encoder_info_t *info;
1353
1354                 info = (mc_encoder_info_t *)core->codec_info;
1355
1356                 if (video) {
1357                         media_format_set_video_mime(core->output_fmt, out_mime);
1358                         media_format_set_video_width(core->output_fmt, info->width);
1359                         media_format_set_video_height(core->output_fmt, info->height);
1360                         media_format_set_video_avg_bps(core->output_fmt, info->bitrate);
1361                 } else {
1362                         media_format_set_audio_mime(core->output_fmt, out_mime);
1363                         media_format_set_audio_channel(core->output_fmt, info->channel);
1364                         media_format_set_audio_samplerate(core->output_fmt, info->samplerate);
1365                         media_format_set_audio_bit(core->output_fmt, info->bit);
1366                         media_format_set_audio_avg_bps(core->output_fmt, info->bitrate);
1367                 }
1368         } else {
1369                 mc_decoder_info_t *info;
1370
1371                 info = (mc_decoder_info_t *)core->codec_info;
1372
1373                 if (video) {
1374                         media_format_set_video_mime(core->output_fmt, out_mime);
1375                         media_format_set_video_width(core->output_fmt, info->width);
1376                         media_format_set_video_height(core->output_fmt, info->height);
1377                 } else {
1378                         media_format_set_audio_mime(core->output_fmt, out_mime);
1379                         media_format_set_audio_channel(core->output_fmt, info->channel);
1380                         media_format_set_audio_samplerate(core->output_fmt, info->samplerate);
1381                         media_format_set_audio_bit(core->output_fmt, info->bit);
1382                 }
1383         }
1384         return MC_ERROR_NONE;
1385 }
1386
1387 /*
1388  * mc_gst_core functions
1389  */
1390 mc_gst_core_t *mc_gst_core_new()
1391 {
1392         mc_gst_core_t *core;
1393
1394         MEDIACODEC_FENTER();
1395
1396         core = g_new0(mc_gst_core_t, 1);
1397
1398         /* 0 : input, 1 : output */
1399         core->ports[0] = NULL;
1400         core->ports[1] = mc_gst_port_new(core);
1401         core->ports[1]->index = 1;
1402
1403         core->available_queue = g_new0(mc_aqueue_t, 1);
1404         core->available_queue->input = mc_async_queue_new();
1405
1406         g_mutex_init(&core->eos_mutex);
1407         g_cond_init(&core->eos_cond);
1408         g_mutex_init(&core->prepare_lock);
1409         g_mutex_init(&core->drain_lock);
1410
1411         core->need_feed = false;
1412         core->eos = false;
1413         core->need_codec_data = false;
1414         core->need_sync_flag = false;
1415         core->unprepare_flag = false;
1416         core->prepare_count = 0;
1417         core->queued_count = 0;
1418         core->dequeued_count = 0;
1419
1420         g_atomic_int_set(&core->available_queue->running, 1);
1421         core->available_queue->thread = g_thread_new("feed thread", &feed_task, core);
1422
1423         core->bufmgr = NULL;
1424         core->drm_fd = -1;
1425         LOGD("gst_core(%p) is created", core);
1426
1427         MEDIACODEC_FLEAVE();
1428
1429         return core;
1430 }
1431
1432 void mc_gst_core_free(mc_gst_core_t *core)
1433 {
1434         MEDIACODEC_FENTER();
1435
1436         mc_aqueue_t *async_queue;
1437
1438         async_queue = core->available_queue;
1439
1440         mc_async_queue_disable(async_queue->input);
1441
1442         g_atomic_int_set(&async_queue->running, 0);
1443         g_thread_join(async_queue->thread);
1444
1445         g_mutex_clear(&core->eos_mutex);
1446         g_mutex_clear(&core->prepare_lock);
1447         g_mutex_clear(&core->drain_lock);
1448         g_cond_clear(&core->eos_cond);
1449
1450         mc_async_queue_free(async_queue->input);
1451         g_free(async_queue);
1452
1453         if (core->ports[1] != NULL) {
1454                 mc_gst_port_free(core->ports[1]);
1455                 core->ports[1] = NULL;
1456         }
1457
1458         LOGD("gst_core(%p) is destroyed", core);
1459         g_free(core);
1460
1461         MEDIACODEC_FLEAVE();
1462 }
1463
1464 /*
1465  * mc_gst_port functions
1466  */
1467 mc_gst_port_t *mc_gst_port_new(mc_gst_core_t *core)
1468 {
1469         MEDIACODEC_FENTER();
1470
1471         mc_gst_port_t *port;
1472
1473         port = g_new0(mc_gst_port_t, 1);
1474         port->core = core;
1475         port->num_buffers = -1;
1476         port->buffer_size = 0;
1477         port->is_allocated = 0;
1478         port->buffers = NULL;
1479
1480         g_mutex_init(&port->mutex);
1481         g_cond_init(&port->buffer_cond);
1482         port->queue = g_queue_new();
1483
1484         LOGD("gst_port(%p) is created", port);
1485
1486         MEDIACODEC_FLEAVE();
1487         return port;
1488 }
1489
1490 void mc_gst_port_free(mc_gst_port_t *port)
1491 {
1492         MEDIACODEC_FENTER();
1493
1494         g_mutex_clear(&port->mutex);
1495         g_cond_clear(&port->buffer_cond);
1496         g_queue_free(port->queue);
1497
1498         LOGD("gst_port(%p) is freed", port);
1499         g_free(port);
1500
1501         MEDIACODEC_FLEAVE();
1502
1503         return;
1504 }
1505
1506 static void _mc_gst_update_caps(mc_gst_core_t *core, media_packet_h pkt, GstCaps **caps, GstMCBuffer* buff, bool codec_config)
1507 {
1508         /*TODO remove is_hw param*/
1509         core->format = __mc_get_gst_input_format(pkt, core->is_hw);
1510
1511         GstPad *pad = NULL;
1512         GstCaps *template_caps;
1513
1514         pad = gst_element_get_static_pad(core->codec, "src");
1515         template_caps = gst_pad_get_pad_template_caps(pad);
1516
1517         __mc_create_caps(core, caps, buff, codec_config);
1518         g_object_set(core->appsrc, "caps", *caps, NULL);
1519
1520         if (gst_caps_is_subset(*caps, template_caps))
1521                 LOGD("new caps is subset of template caps");
1522
1523         gst_object_unref(pad);
1524 }
1525
1526 static gpointer feed_task(gpointer data)
1527 {
1528         mc_gst_core_t *core = (mc_gst_core_t *)data;
1529         int ret = MC_ERROR_NONE;
1530         bool codec_config = FALSE;
1531         bool eos = FALSE;
1532         media_packet_h in_buf = NULL;
1533         GstMCBuffer *buff = NULL;
1534         GstCaps *new_caps = NULL;
1535         bool initiative = true;
1536
1537         MEDIACODEC_FENTER();
1538
1539         while (g_atomic_int_get(&core->available_queue->running)) {
1540                 LOGD("waiting for next input....");
1541                 in_buf = _mc_get_input_buffer(core);
1542
1543                 if (!in_buf)
1544                         goto LEAVE;
1545
1546                 if (media_packet_is_codec_config(in_buf, &codec_config) != MEDIA_PACKET_ERROR_NONE) {
1547                         LOGE("media_packet_is_codec_config failed");
1548                         goto ERROR;
1549                 }
1550
1551                 if (media_packet_is_end_of_stream(in_buf, &eos) != MEDIA_PACKET_ERROR_NONE) {
1552                         LOGE("media_packet_is_end_of_stream failed");
1553                         goto ERROR;
1554                 }
1555
1556                 buff = _mc_gst_media_packet_to_gstbuffer(core, &new_caps, in_buf, codec_config);
1557                 if (!buff) {
1558                         LOGW("gstbuffer can't make");
1559                         goto ERROR;
1560                 }
1561
1562                 if (codec_config)
1563                         initiative = true;
1564
1565                 if (initiative) {
1566                         GstPad *pad;
1567
1568                         _mc_gst_update_caps(core, in_buf, &new_caps, buff, codec_config);
1569
1570                         pad = gst_element_get_static_pad(core->appsrc, "src");
1571                         gst_pad_push_event(pad, gst_event_new_stream_start("sejun"));
1572                         gst_object_unref(pad);
1573
1574                         LOGD("caps updated");
1575                 }
1576
1577                 /* inject buffer */
1578                 ret = _mc_gst_gstbuffer_to_appsrc(core, buff);
1579                 if (ret != GST_FLOW_OK) {
1580                         LOGE("Failed to push gst buffer");
1581                         goto ERROR;
1582                 }
1583
1584                 initiative = false;
1585
1586                 if (eos) {
1587                         LOGD("end of stream");
1588                         gst_app_src_end_of_stream(GST_APP_SRC(core->appsrc));
1589                         _mc_wait_for_eos(core);
1590                         initiative = true;
1591                 }
1592
1593
1594                 continue;
1595 ERROR:
1596                 _mc_gst_set_flush_input(core);
1597
1598                 if (core->user_cb[_MEDIACODEC_EVENT_TYPE_ERROR]) {
1599                         ((mc_error_cb) core->user_cb[_MEDIACODEC_EVENT_TYPE_ERROR])
1600                                 (MC_INTERNAL_ERROR, core->user_data[_MEDIACODEC_EVENT_TYPE_ERROR]);
1601                 }
1602
1603                 continue;
1604 LEAVE:
1605                 /*LOGE("status : in_buf : %p, codec_config : %d, eos : %d, encoder : %d in feed_task", in_buf, codec_config, eos, core->encoder);*/
1606                 continue;
1607
1608         }
1609
1610         if (new_caps)
1611                 gst_caps_unref(new_caps);
1612
1613         LOGI("status : in_buf : %p, codec_config : %d, eos : %d, video : %d, encoder : %d in feed_task",
1614                         in_buf, codec_config, eos, core->video, core->encoder);
1615         LOGD("feed task finished %p v(%d)e(%d)", core, core->video, core->encoder);
1616
1617         MEDIACODEC_FLEAVE();
1618
1619         return NULL;
1620 }
1621
1622 static void __mc_gst_stop_feed(GstElement *pipeline, gpointer data)
1623 {
1624         mc_gst_core_t *core = (mc_gst_core_t *)data;
1625
1626         LOGI("stop_feed called");
1627         if (core->user_cb[_MEDIACODEC_EVENT_TYPE_BUFFER_STATUS]) {
1628                 ((mc_buffer_status_cb) core->user_cb[_MEDIACODEC_EVENT_TYPE_BUFFER_STATUS])
1629                         (MEDIACODEC_ENOUGH_DATA, core->user_data[_MEDIACODEC_EVENT_TYPE_BUFFER_STATUS]);
1630         }
1631 }
1632
1633 static void __mc_gst_start_feed(GstElement *pipeline, guint size, gpointer data)
1634 {
1635         mc_gst_core_t *core = (mc_gst_core_t *)data;
1636
1637         LOGI("start_feed called");
1638
1639         if (core->user_cb[_MEDIACODEC_EVENT_TYPE_BUFFER_STATUS]) {
1640                 ((mc_buffer_status_cb) core->user_cb[_MEDIACODEC_EVENT_TYPE_BUFFER_STATUS])
1641                         (MEDIACODEC_NEED_DATA, core->user_data[_MEDIACODEC_EVENT_TYPE_BUFFER_STATUS]);
1642         }
1643 }
1644
1645 static int _mc_link_vtable(mc_gst_core_t *core, mediacodec_codec_type_e id, gboolean encoder, gboolean is_hw)
1646 {
1647         MEDIACODEC_FENTER();
1648
1649         g_return_val_if_fail(core != NULL, MC_PARAM_ERROR);
1650
1651         switch (id) {
1652         case MEDIACODEC_AAC:
1653                 /* if set to 'CODEC_CONFIG', then It is also available case of  MEDIA_FORMAT_AAC_LC (RAW) */
1654                 LOGD("aac lc (adts) vtable");
1655                 core->vtable = encoder ? aenc_aac_vtable : adec_aac_vtable;
1656                 break;
1657         case MEDIACODEC_AAC_HE:
1658         case MEDIACODEC_AAC_HE_PS:
1659                 LOGD("aac he v12 vtable");
1660                 core->vtable = encoder ? aenc_aac_vtable : adec_aacv12_vtable;
1661                 if (encoder) {
1662                         LOGD("[MC_NOT_SUPPORTED] he-aac-v12 encoder is not supported yet!!!");
1663                         return MC_NOT_SUPPORTED;
1664                 }
1665                 break;
1666         case MEDIACODEC_MP3:
1667                 LOGD("mp3 vtable - Only support decoder");
1668                 core->vtable = encoder ? aenc_vtable : adec_mp3_vtable;
1669                 if (encoder) {
1670                         LOGD("[MC_NOT_SUPPORTED] mp3 encoder is not supported yet!!!");
1671                         return MC_NOT_SUPPORTED;
1672                 }
1673                 break;
1674         case MEDIACODEC_AMR_NB:
1675                 LOGD("amrnb vtable");
1676                 core->vtable = encoder ? aenc_amrnb_vtable : adec_amrnb_vtable;
1677                 break;
1678         case MEDIACODEC_AMR_WB:
1679                 LOGD("amrwb vtable - Only support decoder");
1680                 core->vtable = encoder ? aenc_vtable : adec_amrwb_vtable;
1681                 if (encoder) {
1682                         LOGD("[MC_NOT_SUPPORTED] amr-wb encoder is not supported yet!!!");
1683                         return MC_NOT_SUPPORTED;
1684                 }
1685                 break;
1686         case MEDIACODEC_VORBIS:
1687                 LOGD("vorbis vtable");
1688                 core->vtable = encoder ? aenc_vtable : adec_vorbis_vtable;
1689                 if (encoder) {
1690                         LOGD("[MC_NOT_SUPPORTED] vorbis encoder is not supported yet!!!");
1691                         return MC_NOT_SUPPORTED;
1692                 }
1693                 break;
1694         case MEDIACODEC_FLAC:
1695                 LOGD("flac vtable");
1696                 core->vtable = encoder ? aenc_vtable : adec_flac_vtable;
1697                 if (encoder) {
1698                         LOGD("[MC_NOT_SUPPORTED] flac encoder is not supported yet!!!");
1699                         return MC_NOT_SUPPORTED;
1700                 }
1701                 break;
1702         case MEDIACODEC_WMAV1:
1703         case MEDIACODEC_WMAV2:
1704         case MEDIACODEC_WMAPRO:
1705         case MEDIACODEC_WMALSL:
1706                 LOGD("wma(V1 / V2 / LSL / PRO) vtable");
1707                 core->vtable = encoder ? aenc_vtable : adec_wma_vtable;
1708                 if (encoder) {
1709                         LOGD("[MC_NOT_SUPPORTED] wma encoder is not supported yet!!!");
1710                         return MC_NOT_SUPPORTED;
1711                 }
1712                 break;
1713         case MEDIACODEC_H263:
1714                 LOGD("h263 vtable");
1715                 core->vtable = encoder ? (is_hw ? venc_h263_hw_vtable : venc_h263_sw_vtable) : is_hw ? vdec_h263_hw_vtable : vdec_h263_sw_vtable;
1716                 break;
1717         case MEDIACODEC_MPEG4:
1718                 LOGD("mpeg4 vtable");
1719                 core->vtable = encoder ? (is_hw ? venc_mpeg4_hw_vtable : venc_mpeg4_sw_vtable) : is_hw ? vdec_mpeg4_hw_vtable : vdec_mpeg4_sw_vtable;
1720
1721                 break;
1722         case MEDIACODEC_H264:
1723                 LOGD("h264 vtable");
1724                 core->vtable = encoder ? (is_hw ? venc_h264_hw_vtable : venc_vtable) : is_hw ? vdec_h264_hw_vtable : vdec_h264_sw_vtable;
1725                 break;
1726         default:
1727                 break;
1728         }
1729
1730         return MC_ERROR_NONE;
1731 }
1732
1733 static int _mc_gst_gstbuffer_to_appsrc(mc_gst_core_t *core, GstMCBuffer *buff)
1734 {
1735         MEDIACODEC_FENTER();
1736
1737         int ret = MC_ERROR_NONE;
1738
1739         LOGD("pushed buffer to appsrc : %p, buffer of size %" G_GSIZE_FORMAT "",
1740                         buff->buffer, gst_buffer_get_size(buff->buffer));
1741
1742         ret = gst_app_src_push_buffer(GST_APP_SRC(core->appsrc), buff->buffer);
1743
1744         return ret;
1745 }
1746
1747 media_packet_h _mc_get_input_buffer(mc_gst_core_t *core)
1748 {
1749         LOGD("waiting for input...");
1750         return mc_async_queue_pop(core->available_queue->input);
1751 }
1752
1753 mc_ret_e mc_gst_prepare(mc_handle_t *mc_handle)
1754 {
1755         MEDIACODEC_FENTER();
1756
1757         int ret = MC_ERROR_NONE;
1758         media_format_mimetype_e out_mime;
1759         int num_supported_codec = 0;
1760         int i = 0;
1761
1762         if (!mc_handle)
1763                 return MC_PARAM_ERROR;
1764
1765         mediacodec_codec_type_e id;
1766         bool video;
1767         bool encoder;
1768         bool hardware;
1769         gchar *factory_name = NULL;
1770         mc_codec_map_t *codec_map;
1771
1772         id = mc_handle->codec_id;
1773         video = mc_handle->is_video;
1774         encoder = mc_handle->is_encoder;
1775         hardware = mc_handle->is_hw;
1776         codec_map = encoder ? mc_handle->encoder_map : mc_handle->decoder_map;
1777         num_supported_codec = encoder ? mc_handle->num_supported_encoder : mc_handle->num_supported_decoder;
1778
1779         for (i = 0; i < num_supported_codec; i++) {
1780                 if ((id == codec_map[i].id) && (hardware == codec_map[i].hardware))
1781                         break;
1782         }
1783
1784         if (i == num_supported_codec)
1785                 return MC_NOT_SUPPORTED;
1786
1787         factory_name = codec_map[i].type.factory_name;
1788         out_mime = codec_map[i].type.out_format;
1789
1790         /* gst_core create */
1791         mc_gst_core_t *new_core = mc_gst_core_new();
1792
1793         new_core->mime = codec_map[i].type.mime;
1794         new_core->is_hw = hardware;
1795         new_core->eos = false;
1796         new_core->encoder = encoder;
1797         new_core->video = video;
1798         new_core->codec_info = encoder ? (void *)&mc_handle->info.encoder : (void *)&mc_handle->info.decoder;
1799         new_core->out_mime = codec_map[i].type.out_format;
1800         new_core->codec_id = id;
1801
1802         new_core->bufmgr = tbm_bufmgr_init(new_core->drm_fd);
1803         if (new_core->bufmgr == NULL) {
1804                 LOGE("TBM initialization failed");
1805                 return MC_ERROR;
1806         }
1807
1808         LOGD("@%p(%p) core is initializing...v(%d)e(%d)", mc_handle, new_core, new_core->video, new_core->encoder);
1809         LOGD("factory name : %s, output_fmt : %x", factory_name, out_mime);
1810
1811         /* create media_packet for output fmt */
1812         if ((ret = _mc_output_media_packet_new(new_core, video, encoder, out_mime)) != MC_ERROR_NONE) {
1813                 LOGE("Failed to create output pakcet");
1814                 return ret;
1815         }
1816
1817         /* link vtable */
1818         if ((ret = _mc_link_vtable(new_core, id, encoder, hardware)) != MC_ERROR_NONE) {
1819                 LOGE("vtable link failed");
1820                 return ret;
1821         }
1822
1823         for (i = 0; i < _MEDIACODEC_EVENT_TYPE_INTERNAL_FILLBUFFER ; i++) {
1824                 LOGD("copy cb function [%d]", i);
1825                 if (mc_handle->user_cb[i]) {
1826                         new_core->user_cb[i] = mc_handle->user_cb[i];
1827                         new_core->user_data[i] = mc_handle->user_data[i];
1828                         LOGD("user_cb[%d] %p, %p", i, new_core->user_cb[i], mc_handle->user_cb[i]);
1829                 }
1830         }
1831
1832         mc_handle->core = new_core;
1833
1834         /* create basic core elements */
1835         ret = _mc_gst_create_pipeline(mc_handle->core, factory_name);
1836
1837         LOGD("initialized... %d", ret);
1838         return ret;
1839 }
1840
1841 mc_ret_e mc_gst_unprepare(mc_handle_t *mc_handle)
1842 {
1843         MEDIACODEC_FENTER();
1844
1845         int i;
1846         int ret = MC_ERROR_NONE;
1847         mc_gst_core_t *core = NULL;
1848
1849         if (!mc_handle)
1850                 return MC_PARAM_ERROR;
1851
1852         core = (mc_gst_core_t *)mc_handle->core;
1853
1854         if (core) {
1855                 LOGD("@%p(%p) core is uninitializing... v(%d)e(%d)", mc_handle, core, core->video, core->encoder);
1856
1857                 g_mutex_lock(&core->drain_lock);
1858                 core->unprepare_flag = TRUE;
1859                 g_mutex_unlock(&core->drain_lock);
1860
1861                 if (core->eos)
1862                         _mc_send_eos_signal(core);
1863
1864                 _mc_gst_set_flush_input(core);
1865
1866                 ret = _mc_gst_destroy_pipeline(core);
1867
1868                 /* unset callback */
1869                 for (i = 0; i < _MEDIACODEC_EVENT_TYPE_INTERNAL_FILLBUFFER; i++) {
1870                         LOGD("unset cb function [%d]", i);
1871                         if (mc_handle->user_cb[i]) {
1872                                 core->user_cb[i] = NULL;
1873                                 core->user_data[i] = NULL;
1874                                 LOGD("user_cb[%d] %p, %p", i, core->user_cb[i], mc_handle->user_cb[i]);
1875                         }
1876                 }
1877
1878                 media_format_unref(core->output_fmt);
1879
1880                 if (core->bufmgr != NULL) {
1881                         tbm_bufmgr_deinit(core->bufmgr);
1882                         core->bufmgr = NULL;
1883                 }
1884
1885                 if (core->drm_fd != -1) {
1886                         close(core->drm_fd);
1887                         LOGD("close drm_fd");
1888                 }
1889
1890                 if (core != NULL) {
1891                         mc_gst_core_free(core);
1892                         mc_handle->core = NULL;
1893                 }
1894         }
1895
1896         return ret;
1897 }
1898
1899 mc_ret_e mc_gst_process_input(mc_handle_t *mc_handle, media_packet_h inbuf, uint64_t timeOutUs)
1900 {
1901         MEDIACODEC_FENTER();
1902
1903         int ret = MC_ERROR_NONE;
1904         mc_gst_core_t *core = NULL;
1905         GTimeVal nowtv;
1906
1907         if (!mc_handle)
1908                 return MC_PARAM_ERROR;
1909
1910         core = (mc_gst_core_t *)mc_handle->core;
1911
1912         g_get_current_time(&nowtv);
1913         g_time_val_add(&nowtv, 500 * 1000);   /* usec */
1914         /*
1915            if (!g_cond_timed_wait(&nowtv)) {
1916            }
1917            */
1918
1919         if (core->prepare_count == 0)
1920                 return MEDIACODEC_ERROR_INVALID_STATE;
1921
1922         g_mutex_lock(&core->drain_lock);
1923
1924         if (!core->eos || !core->unprepare_flag) {
1925                 mc_async_queue_push(core->available_queue->input, inbuf);
1926
1927         } else {
1928                 ret = MC_INVALID_IN_BUF;
1929                 g_mutex_unlock(&core->drain_lock);
1930                 return ret;
1931         }
1932
1933         g_mutex_unlock(&core->drain_lock);
1934         LOGI("@v(%d)e(%d)process_input(%d): %p", core->video, core->encoder, core->queued_count, inbuf);
1935         core->queued_count++;
1936
1937         MEDIACODEC_FLEAVE();
1938
1939         return ret;
1940 }
1941
1942 mc_ret_e mc_gst_get_output(mc_handle_t *mc_handle, media_packet_h *outbuf, uint64_t timeOutUs)
1943 {
1944         MEDIACODEC_FENTER();
1945
1946         int ret = MC_ERROR_NONE;
1947         mc_gst_core_t *core = NULL;
1948         media_packet_h out_pkt = NULL;
1949
1950         if (!mc_handle)
1951                 return MC_PARAM_ERROR;
1952
1953         core = (mc_gst_core_t *)mc_handle->core;
1954         LOGI("@%p v(%d)e(%d) get_output", core, core->video, core->encoder);
1955
1956         g_mutex_lock(&core->ports[1]->mutex);
1957
1958         if (!g_queue_is_empty(core->ports[1]->queue)) {
1959                 out_pkt = g_queue_pop_head(core->ports[1]->queue);
1960                 LOGD("pop from output_queue : %p", out_pkt);
1961         } else {
1962                 ret = MC_OUTPUT_BUFFER_EMPTY;
1963                 LOGD("output_queue is empty");
1964         }
1965         *outbuf = out_pkt;
1966
1967         g_mutex_unlock(&core->ports[1]->mutex);
1968
1969         MEDIACODEC_FLEAVE();
1970
1971         return ret;
1972 }
1973
1974 mc_ret_e mc_gst_flush_buffers(mc_handle_t *mc_handle)
1975 {
1976         MEDIACODEC_FENTER();
1977
1978         int ret = MC_ERROR_NONE;
1979         mc_gst_core_t *core = NULL;
1980
1981         if (!mc_handle)
1982                 return MC_PARAM_ERROR;
1983
1984         core = (mc_gst_core_t *)mc_handle->core;
1985         LOGI("@%p v(%d)e(%d) flush_buffers", core, core->video, core->encoder);
1986
1987         ret = _mc_gst_flush_buffers(core);
1988
1989         MEDIACODEC_FLEAVE();
1990
1991         return ret;
1992 }
1993
1994 static gboolean __mc_gst_init_gstreamer()
1995 {
1996         MEDIACODEC_FENTER();
1997
1998         static gboolean initialized = FALSE;
1999         static const int max_argc = 50;
2000         gint *argc = NULL;
2001         gchar **argv = NULL;
2002         gchar **argv2 = NULL;
2003         GError *err = NULL;
2004         int i = 0;
2005         int arg_count = 0;
2006
2007         if (initialized) {
2008                 LOGD("gstreamer already initialized.\n");
2009                 return TRUE;
2010         }
2011
2012         /* alloc */
2013         argc = malloc(sizeof(int));
2014         argv = malloc(sizeof(gchar *) *max_argc);
2015         argv2 = malloc(sizeof(gchar *) *max_argc);
2016
2017         if (!argc || !argv || !argv2)
2018                 goto ERROR;
2019
2020         memset(argv, 0, sizeof(gchar *) *max_argc);
2021         memset(argv2, 0, sizeof(gchar *) *max_argc);
2022
2023         /* add initial */
2024         *argc = 1;
2025         argv[0] = g_strdup("media codec");
2026
2027         /* we would not do fork for scanning plugins */
2028         argv[*argc] = g_strdup("--gst-disable-registry-fork");
2029         (*argc)++;
2030
2031         /* check disable registry scan */
2032         argv[*argc] = g_strdup("--gst-disable-registry-update");
2033         (*argc)++;
2034
2035         /* check disable segtrap */
2036         argv[*argc] = g_strdup("--gst-disable-segtrap");
2037         (*argc)++;
2038
2039         LOGD("initializing gstreamer with following parameter\n");
2040         LOGD("argc : %d\n", *argc);
2041         arg_count = *argc;
2042
2043         for (i = 0; i < arg_count; i++) {
2044                 argv2[i] = argv[i];
2045                 LOGD("argv[%d] : %s\n", i, argv2[i]);
2046         }
2047
2048         /* initializing gstreamer */
2049         if (!gst_init_check(argc, &argv, &err)) {
2050                 LOGE("Could not initialize GStreamer: %s\n", err ? err->message : "unknown error occurred");
2051                 if (err)
2052                         g_error_free(err);
2053
2054                 goto ERROR;
2055         }
2056
2057         /* release */
2058         for (i = 0; i < arg_count; i++)
2059                 MC_FREEIF(argv2[i]);
2060
2061         MC_FREEIF(argv);
2062         MC_FREEIF(argv2);
2063         MC_FREEIF(argc);
2064
2065         /* done */
2066         initialized = TRUE;
2067
2068         MEDIACODEC_FLEAVE();
2069         return TRUE;
2070
2071 ERROR:
2072
2073         /* release */
2074         for (i = 0; i < arg_count; i++) {
2075                 LOGD("free[%d] : %s\n", i, argv2[i]);
2076                 MC_FREEIF(argv2[i]);
2077         }
2078
2079         MC_FREEIF(argv);
2080         MC_FREEIF(argv2);
2081         MC_FREEIF(argc);
2082
2083         return FALSE;
2084 }
2085
2086 mc_ret_e _mc_gst_create_pipeline(mc_gst_core_t *core, gchar *factory_name)
2087 {
2088         GstBus *bus = NULL;
2089
2090         MEDIACODEC_FENTER();
2091
2092         g_mutex_lock(&core->prepare_lock);
2093         if (core->prepare_count == 0) {
2094
2095                 if (!__mc_gst_init_gstreamer()) {
2096                         LOGE("gstreamer initialize fail");
2097                         g_mutex_unlock(&core->prepare_lock);
2098                         return MC_NOT_INITIALIZED;
2099                 }
2100                 core->codec = gst_element_factory_make(factory_name, NULL);
2101
2102                 if (!core->codec) {
2103                         LOGE("codec element create fail");
2104                         goto ERROR;
2105                 }
2106
2107                 LOGD("@%p v(%d)e(%d) create_pipeline", core, core->video, core->encoder);
2108                 MEDIACODEC_ELEMENT_SET_STATE(core->codec, GST_STATE_READY);
2109
2110                 /* create common elements */
2111                 core->pipeline = gst_pipeline_new(NULL);
2112
2113                 if (!core->pipeline) {
2114                         LOGE("pipeline create fail");
2115                         goto ERROR;
2116                 }
2117
2118                 core->appsrc = gst_element_factory_make("appsrc", NULL);
2119
2120                 if (!core->appsrc) {
2121                         LOGE("appsrc can't create");
2122                         goto ERROR;
2123                 }
2124
2125                 core->capsfilter = gst_element_factory_make("capsfilter", NULL);
2126
2127                 if (!core->capsfilter) {
2128                         LOGE("capsfilter can't create");
2129                         goto ERROR;
2130                 }
2131
2132                 core->fakesink = gst_element_factory_make("fakesink", NULL);
2133
2134                 if (!core->fakesink) {
2135                         LOGE("fakesink create fail");
2136                         goto ERROR;
2137                 }
2138                 g_object_set(core->fakesink, "enable-last-sample", FALSE, NULL);
2139
2140                 /*__mc_link_elements(core);*/
2141                 gst_bin_add_many(GST_BIN(core->pipeline), core->appsrc, core->capsfilter, core->codec, core->fakesink, NULL);
2142
2143                 /* link elements */
2144                 if (!(gst_element_link_many(core->appsrc, core->capsfilter, core->codec, core->fakesink, NULL))) {
2145                         LOGE("gst_element_link_many is failed");
2146                         goto ERROR;
2147                 }
2148
2149                 /* connect signals, bus watcher */
2150                 bus = gst_pipeline_get_bus(GST_PIPELINE(core->pipeline));
2151                 core->bus_whatch_id = gst_bus_add_watch(bus, __mc_gst_bus_callback, core);
2152                 core->thread_default = g_main_context_get_thread_default();
2153
2154                 /* set sync handler to get tag synchronously */
2155                 gst_bus_set_sync_handler(bus, __mc_gst_bus_sync_callback, core, NULL);
2156                 gst_object_unref(GST_OBJECT(bus));
2157
2158                 /* app src */
2159                 g_signal_connect(core->appsrc, "need-data", G_CALLBACK(__mc_gst_start_feed), core);
2160                 g_signal_connect(core->appsrc, "enough-data", G_CALLBACK(__mc_gst_stop_feed), core);
2161
2162                 /* connect handoff */
2163                 g_object_set(GST_OBJECT(core->fakesink), "signal-handoffs", TRUE, NULL);
2164                 core->signal_handoff = g_signal_connect(core->fakesink, "handoff", G_CALLBACK(__mc_gst_buffer_add), core);
2165
2166                 /* set state PLAYING */
2167                 MEDIACODEC_ELEMENT_SET_STATE(GST_ELEMENT_CAST(core->pipeline), GST_STATE_PLAYING);
2168
2169         }
2170         core->prepare_count++;
2171         g_mutex_unlock(&core->prepare_lock);
2172
2173         MEDIACODEC_FLEAVE();
2174
2175         return MC_ERROR_NONE;
2176
2177 STATE_CHANGE_FAILED:
2178 ERROR:
2179
2180         if (core->codec)
2181                 gst_object_unref(GST_OBJECT(core->codec));
2182
2183         if (core->pipeline)
2184                 gst_object_unref(GST_OBJECT(core->pipeline));
2185
2186         if (core->appsrc)
2187                 gst_object_unref(GST_OBJECT(core->appsrc));
2188
2189         if (core->capsfilter)
2190                 gst_object_unref(GST_OBJECT(core->capsfilter));
2191
2192         if (core->fakesink)
2193                 gst_object_unref(GST_OBJECT(core->fakesink));
2194
2195         g_mutex_unlock(&core->prepare_lock);
2196
2197         return MC_ERROR;
2198 }
2199
2200 mc_ret_e _mc_gst_destroy_pipeline(mc_gst_core_t *core)
2201 {
2202         int ret = MC_ERROR_NONE;
2203
2204         MEDIACODEC_FENTER();
2205
2206         g_mutex_lock(&core->prepare_lock);
2207         core->prepare_count--;
2208         if (core->prepare_count == 0) {
2209
2210                 if (core->pipeline) {
2211                         /* disconnect signal */
2212                         if (core->fakesink && GST_IS_ELEMENT(core->fakesink)) {
2213                                 if (g_signal_handler_is_connected(core->fakesink, core->signal_handoff)) {
2214                                         g_signal_handler_disconnect(core->fakesink, core->signal_handoff);
2215                                         LOGD("handoff signal destroy");
2216                                 }
2217                         }
2218
2219                         if (core->bus_whatch_id) {
2220                                 GSource *source = NULL;
2221                                 source = g_main_context_find_source_by_id(core->thread_default, core->bus_whatch_id);
2222                                 g_source_destroy(source);
2223                                 LOGD("bus_whatch_id destroy");
2224                         }
2225
2226                         MEDIACODEC_ELEMENT_SET_STATE(core->pipeline, GST_STATE_NULL);
2227
2228                         gst_object_unref(GST_OBJECT(core->pipeline));
2229                 }
2230         }
2231
2232         LOGD("@%p v(%d)e(%d) destroy_pipeline : %d ", core, core->video, core->encoder, core->prepare_count);
2233         g_mutex_unlock(&core->prepare_lock);
2234
2235         MEDIACODEC_FLEAVE();
2236
2237         return ret;
2238
2239 STATE_CHANGE_FAILED:
2240         if (core->pipeline)
2241                 gst_object_unref(GST_OBJECT(core->pipeline));
2242
2243         LOGD("@%p v(%d)e(%d) destroy_pipeline failed", core, core->video, core->encoder);
2244         g_mutex_unlock(&core->prepare_lock);
2245
2246         return MC_ERROR;
2247 }
2248
2249 void __mc_gst_buffer_add(GstElement *element, GstBuffer *buffer, GstPad *pad, gpointer data)
2250 {
2251         guint n;
2252         GstMemory *mem;
2253         GstMapInfo map = GST_MAP_INFO_INIT;
2254         media_packet_h out_pkt = NULL;
2255
2256         MEDIACODEC_FENTER();
2257
2258         mc_gst_core_t *core = (mc_gst_core_t *)data;
2259
2260         gst_buffer_ref(buffer);
2261
2262         n = gst_buffer_n_memory(buffer);
2263
2264         mem = gst_buffer_peek_memory(buffer, n-1);
2265
2266         gst_memory_map(mem, &map, GST_MAP_READ);
2267         LOGD("n : %d, map.data : %p, map.size : %d", n, map.data, map.size);
2268
2269         out_pkt = __mc_gst_make_media_packet(core, map.data, map.size);
2270
2271         LOGI("@%p(%d) out_pkt : %p", core, core->encoder, out_pkt);
2272         gst_memory_unmap(mem, &map);
2273
2274
2275         if (out_pkt) {
2276                 media_packet_set_extra(out_pkt, buffer);
2277                 media_packet_set_pts(out_pkt, GST_BUFFER_TIMESTAMP(buffer));
2278
2279                 if (core->need_codec_data) {
2280                         media_packet_set_flags(out_pkt, MEDIA_PACKET_CODEC_CONFIG);
2281                         core->need_codec_data = false;
2282                 }
2283
2284                 if (core->need_sync_flag) {
2285                         media_packet_set_flags(out_pkt, MEDIA_PACKET_SYNC_FRAME);
2286                         core->need_sync_flag = false;
2287                 }
2288
2289                 g_mutex_lock(&core->ports[1]->mutex);
2290                 /* push it to output buffer queue */
2291                 g_queue_push_tail(core->ports[1]->queue, out_pkt);
2292
2293                 core->dequeued_count++;
2294                 LOGD("dequeued : %d", core->dequeued_count);
2295                 LOGD("GST_BUFFER_TIMESTAMP = %"GST_TIME_FORMAT, GST_TIME_ARGS(GST_BUFFER_TIMESTAMP(buffer)));
2296
2297                 g_mutex_unlock(&core->ports[1]->mutex);
2298
2299                 if (core->user_cb[_MEDIACODEC_EVENT_TYPE_FILLBUFFER]) {
2300                         ((mc_fill_buffer_cb) core->user_cb[_MEDIACODEC_EVENT_TYPE_FILLBUFFER])
2301                                 (out_pkt, core->user_data[_MEDIACODEC_EVENT_TYPE_FILLBUFFER]);
2302                 }
2303         }
2304
2305         MEDIACODEC_FLEAVE();
2306
2307         return;
2308 }
2309
2310 int __mc_output_buffer_finalize_cb(media_packet_h packet, int error_code, void *user_data)
2311 {
2312         void *buffer = NULL;
2313         int i = 0;
2314         guint n;
2315         GstMemory *mem;
2316         GstMapInfo map = GST_MAP_INFO_INIT;
2317         MMVideoBuffer *mm_video_buf = NULL;
2318
2319
2320         LOGD("packet finalized: %p", packet);
2321         media_packet_get_extra(packet, &buffer);
2322
2323         n = gst_buffer_n_memory(buffer);
2324
2325         if (n > 1) {
2326                 mem = gst_buffer_peek_memory(buffer, n-1);
2327                 gst_memory_map(mem, &map, GST_MAP_READ);
2328                 mm_video_buf = (MMVideoBuffer *)map.data;
2329
2330                 if (!mm_video_buf) {
2331                         LOGW("gstbuffer map.data is null");
2332                 } else {
2333                         for (i = 0; i < MM_VIDEO_BUFFER_PLANE_MAX; i++) {
2334                                 if (mm_video_buf->handle.bo[i])
2335                                         tbm_bo_unref(mm_video_buf->handle.bo[i]);
2336                         }
2337                 }
2338                 gst_memory_unmap(mem, &map);
2339         }
2340         gst_buffer_unref((GstBuffer *)buffer);
2341
2342         return MEDIA_PACKET_FINALIZE;
2343 }
2344
2345 gchar *__mc_get_gst_input_format(media_packet_h packet, bool is_hw)
2346 {
2347         gchar *format = NULL;
2348         media_format_h fmt = NULL;
2349         media_format_mimetype_e mimetype = 0;
2350
2351         media_packet_get_format(packet, &fmt);
2352         media_format_get_video_info(fmt, &mimetype, NULL, NULL, NULL, NULL);
2353         media_format_unref(fmt);
2354         LOGD("input packet mimetype : %x", mimetype);
2355
2356         switch (mimetype) {
2357         case MEDIA_FORMAT_I420:
2358                 format = "I420";
2359                 break;
2360         case MEDIA_FORMAT_NV12:
2361                 if (is_hw)
2362                         format = "SN12";
2363                 else
2364                         format = "NV12";
2365                 break;
2366         case MEDIA_FORMAT_ARGB:
2367                 format = "ARGB";
2368                 break;
2369         default:
2370                 break;
2371         }
2372         LOGD("input packet format : %s", format);
2373         return format;
2374 }
2375
2376 GstMCBuffer *_mc_gst_media_packet_to_gstbuffer(mc_gst_core_t* core, GstCaps **caps, media_packet_h pkt, bool codec_config)
2377 {
2378         int ret = MEDIA_PACKET_ERROR_NONE;
2379         GstMCBuffer *mc_buffer = NULL;
2380         void *buf_data = NULL;
2381         uint64_t buf_size = 0;
2382         uint64_t pts = 0;
2383         uint64_t dur = 0;
2384
2385         ret = media_packet_get_buffer_size(pkt, &buf_size);
2386         if (ret != MEDIA_PACKET_ERROR_NONE) {
2387                 LOGW("buffer size get fail");
2388                 return NULL;
2389         }
2390
2391         ret = media_packet_get_buffer_data_ptr(pkt, &buf_data);
2392         if (ret != MEDIA_PACKET_ERROR_NONE) {
2393                 LOGW("buffer size get fail");
2394                 return NULL;
2395         }
2396
2397         mc_buffer = gst_mediacodec_buffer_new(core, pkt, buf_size);
2398         if (mc_buffer == NULL) {
2399                 LOGW("failed to create inbuf");
2400                 return NULL;
2401         }
2402
2403         LOGD("pkt : %p, buf_size : %d", pkt, (int)buf_size);
2404
2405         ret = __mc_fill_input_buffer(core, pkt, mc_buffer);
2406         if (ret != MC_ERROR_NONE) {
2407                 LOGW("failed to fill inbuf: %s (ox%08x)", _mc_error_to_string(ret), ret);
2408                 return NULL;
2409         }
2410
2411         /* pts */
2412         media_packet_get_pts(pkt, &pts);
2413         GST_BUFFER_PTS(mc_buffer->buffer) = pts;
2414
2415         /* duration */
2416         media_packet_get_duration(pkt, &dur);
2417         GST_BUFFER_DURATION(mc_buffer->buffer) = dur;
2418
2419         return mc_buffer;
2420 }
2421
2422 media_packet_h __mc_gst_make_media_packet(mc_gst_core_t *core, unsigned char *data, int size)
2423 {
2424         int ret = MEDIA_PACKET_ERROR_NONE;
2425         media_packet_h pkt = NULL;
2426
2427         ret = __mc_fill_output_buffer(core, data, size,  &pkt);
2428         if (ret != MC_ERROR_NONE) {
2429                 LOGW("failed to fill outbuf: %s (ox%08x)", _mc_error_to_string(ret), ret);
2430                 return NULL;
2431         }
2432
2433
2434         return pkt;
2435 }
2436
2437 gboolean __mc_gst_bus_callback(GstBus *bus, GstMessage *msg, gpointer data)
2438 {
2439         int ret  = MC_ERROR_NONE;
2440         mc_gst_core_t *core = (mc_gst_core_t *)data;
2441         LOGD("@%p v(%d)e(%d)", core, core->video, core->encoder);
2442
2443         switch (GST_MESSAGE_TYPE(msg)) {
2444
2445         case GST_MESSAGE_EOS:
2446                 _mc_send_eos_signal(core);
2447
2448                 if (core->user_cb[_MEDIACODEC_EVENT_TYPE_EOS]) {
2449                         LOGD("eos callback invoked");
2450                         ((mc_eos_cb) core->user_cb[_MEDIACODEC_EVENT_TYPE_EOS])(core->user_data[_MEDIACODEC_EVENT_TYPE_EOS]);
2451                 }
2452
2453                 LOGD("End of stream\n");
2454                 break;
2455
2456         case GST_MESSAGE_ERROR:
2457         {
2458                 GError *error = NULL;
2459
2460                 gst_message_parse_error(msg, &error, NULL);
2461
2462                 if (!error) {
2463                         LOGW("GST error message parsing failed");
2464                         break;
2465                 }
2466
2467                 if (error) {
2468                         if (error->domain == GST_STREAM_ERROR)
2469                                 ret = __gst_handle_stream_error(core, error, msg);
2470                         else if (error->domain == GST_RESOURCE_ERROR)
2471                                 ret = __gst_handle_resource_error(core, error->code);
2472                         else if (error->domain == GST_LIBRARY_ERROR)
2473                                 ret = __gst_handle_library_error(core, error->code);
2474                         else if (error->domain == GST_CORE_ERROR)
2475                                 ret = __gst_handle_core_error(core, error->code);
2476                         else
2477                                 LOGW("Unexpected error has occured");
2478
2479                         if (core->user_cb[_MEDIACODEC_EVENT_TYPE_ERROR]) {
2480                                 ((mc_error_cb) core->user_cb[_MEDIACODEC_EVENT_TYPE_ERROR])
2481                                         (ret, core->user_data[_MEDIACODEC_EVENT_TYPE_ERROR]);
2482                                         LOGW("Error : %s (ox%08x)", _mc_error_to_string(ret), ret);
2483                         }
2484                 }
2485                 g_error_free(error);
2486         }
2487                 break;
2488
2489         default:
2490                 break;
2491         }
2492
2493         return TRUE;
2494 }
2495
2496 static gboolean __mc_gst_check_useful_message(mc_gst_core_t *core, GstMessage *msg)
2497 {
2498         gboolean retval = false;
2499
2500         if (!core->pipeline) {
2501                 LOGE("mediacodec pipeline handle is null");
2502                 return true;
2503         }
2504
2505         switch (GST_MESSAGE_TYPE(msg)) {
2506         case GST_MESSAGE_TAG:
2507         case GST_MESSAGE_EOS:
2508         case GST_MESSAGE_ERROR:
2509         case GST_MESSAGE_WARNING:
2510                 retval = true;
2511                 break;
2512         default:
2513                 retval = false;
2514                 break;
2515         }
2516
2517         return retval;
2518 }
2519
2520 static GstBusSyncReply __mc_gst_bus_sync_callback(GstBus *bus, GstMessage *msg, gpointer data)
2521 {
2522         mc_gst_core_t *core = (mc_gst_core_t *)data;
2523         GstBusSyncReply reply = GST_BUS_DROP;
2524
2525         LOGD("__mc_gst_bus_sync_callback is called");
2526
2527         if (!core->pipeline) {
2528                 LOGE("mediacodec pipeline handle is null");
2529                 return GST_BUS_PASS;
2530         }
2531
2532         if (!__mc_gst_check_useful_message(core, msg)) {
2533                 gst_message_unref(msg);
2534                 return GST_BUS_DROP;
2535         }
2536
2537         switch (GST_MESSAGE_TYPE(msg)) {
2538         case GST_MESSAGE_EOS:
2539         case GST_MESSAGE_ERROR:
2540                 __mc_gst_bus_callback(NULL, msg, core);
2541                 reply = GST_BUS_DROP;
2542                 break;
2543
2544         default:
2545                 reply = GST_BUS_PASS;
2546                 break;
2547         }
2548
2549         if (reply == GST_BUS_DROP)
2550                 gst_message_unref(msg);
2551
2552         return reply;
2553 }
2554
2555 static MMVideoBuffer *__mc_gst_make_tbm_buffer(mc_gst_core_t* core, media_packet_h pkt)
2556 {
2557         int i;
2558         int num_bos;
2559         tbm_surface_h surface = NULL;
2560         tbm_surface_info_s surface_info;
2561
2562         if (!pkt) {
2563                 LOGE("output is null");
2564                 return NULL;
2565         }
2566
2567         MMVideoBuffer *mm_vbuffer = NULL;
2568         mm_vbuffer = (MMVideoBuffer *)malloc(sizeof(MMVideoBuffer));
2569         if (!mm_vbuffer) {
2570                 LOGE("Failed to alloc MMVideoBuffer");
2571                 return NULL;
2572         }
2573         memset(mm_vbuffer, 0x00, sizeof(MMVideoBuffer));
2574
2575         media_packet_get_tbm_surface(pkt, &surface);
2576         num_bos = tbm_surface_internal_get_num_bos(surface);
2577         int err = tbm_surface_get_info((tbm_surface_h)surface, &surface_info);
2578         if (err != TBM_SURFACE_ERROR_NONE) {
2579                 LOGE("get tbm surface is failed");
2580                 free(mm_vbuffer);
2581                 return NULL;
2582         }
2583
2584         for (i = 0; i < num_bos; i++) {
2585                 mm_vbuffer->handle.bo[i] = tbm_surface_internal_get_bo(surface, i);
2586                 LOGE("mm_vbuffer->handle.bo[%d] : %p", i, mm_vbuffer->handle.bo[i]);
2587         }
2588
2589 #ifdef TIZEN_PROFILE_LITE
2590         int phy_addr = 0;
2591         int phy_size = 0;
2592         tbm_bo_handle handle_fd = tbm_bo_get_handle(mm_vbuffer->handle.bo[0], TBM_DEVICE_MM);
2593         if (__tbm_get_physical_addr_bo(handle_fd, &phy_addr, &phy_size) == 0) {
2594                 mm_vbuffer->handle.paddr[0] = (void *)phy_addr;
2595                 LOGD("mm_vbuffer->paddr : %p", mm_vbuffer->handle.paddr[0]);
2596         }
2597 #endif
2598
2599         mm_vbuffer->type = MM_VIDEO_BUFFER_TYPE_TBM_BO;
2600         mm_vbuffer->width[0] = surface_info.width;
2601         mm_vbuffer->height[0] = surface_info.height;
2602         mm_vbuffer->width[1] = surface_info.width;
2603         mm_vbuffer->height[1] = surface_info.height>>1;
2604         mm_vbuffer->stride_width[0] = surface_info.planes[0].stride;
2605         mm_vbuffer->stride_height[0] = surface_info.planes[0].size / surface_info.planes[0].stride;
2606         mm_vbuffer->stride_width[1] = surface_info.planes[1].stride;
2607         mm_vbuffer->stride_height[1] = surface_info.planes[1].size / surface_info.planes[1].stride;
2608         mm_vbuffer->plane_num = 2;
2609
2610         LOGD("size[0] : %d, size[1] : %d, bo[0] :%p, bo[1] :%p", mm_vbuffer->size[0], mm_vbuffer->size[1], mm_vbuffer->handle.bo[0], mm_vbuffer->handle.bo[1]);
2611
2612         return mm_vbuffer;
2613 }
2614
2615 static void gst_mediacodec_buffer_finalize(GstMCBuffer *mc_buffer)
2616 {
2617         if (!mc_buffer)
2618                 return;
2619
2620         mc_gst_core_t *core = (mc_gst_core_t *)mc_buffer->core;
2621
2622         if (core->user_cb[_MEDIACODEC_EVENT_TYPE_EMPTYBUFFER]) {
2623                 ((mc_empty_buffer_cb) core->user_cb[_MEDIACODEC_EVENT_TYPE_EMPTYBUFFER])
2624                         (mc_buffer->pkt, core->user_data[_MEDIACODEC_EVENT_TYPE_EMPTYBUFFER]);
2625         }
2626
2627         LOGD("%p(%p) buffer finalized...", mc_buffer, mc_buffer->pkt);
2628         free(mc_buffer);
2629         mc_buffer = NULL;
2630
2631         return;
2632 }
2633
2634 static GstMCBuffer *gst_mediacodec_buffer_new(mc_gst_core_t* core, media_packet_h pkt, uint64_t size)
2635 {
2636         GstMCBuffer *mc_buffer = NULL;
2637
2638         mc_buffer = (GstMCBuffer *)malloc(sizeof(*mc_buffer));
2639
2640         if (mc_buffer == NULL) {
2641                 LOGE("malloc fail");
2642                 return NULL;
2643         }
2644
2645         mc_buffer->buffer = gst_buffer_new();
2646         mc_buffer->buf_size = 0;
2647
2648         LOGD("creating buffer : %p, %p", mc_buffer, mc_buffer->buffer);
2649         mc_buffer->core = core;
2650         mc_buffer->pkt = pkt;
2651
2652         return mc_buffer;
2653 }
2654
2655 static gint __gst_handle_core_error(mc_gst_core_t *core, int code)
2656 {
2657         gint trans_err = MEDIACODEC_ERROR_NONE;
2658
2659         g_return_val_if_fail(core, MC_PARAM_ERROR);
2660
2661         switch (code) {
2662         case GST_CORE_ERROR_MISSING_PLUGIN:
2663                 return MEDIACODEC_ERROR_NOT_SUPPORTED_FORMAT;
2664         case GST_CORE_ERROR_STATE_CHANGE:
2665         case GST_CORE_ERROR_SEEK:
2666         case GST_CORE_ERROR_NOT_IMPLEMENTED:
2667         case GST_CORE_ERROR_FAILED:
2668         case GST_CORE_ERROR_TOO_LAZY:
2669         case GST_CORE_ERROR_PAD:
2670         case GST_CORE_ERROR_THREAD:
2671         case GST_CORE_ERROR_NEGOTIATION:
2672         case GST_CORE_ERROR_EVENT:
2673         case GST_CORE_ERROR_CAPS:
2674         case GST_CORE_ERROR_TAG:
2675         case GST_CORE_ERROR_CLOCK:
2676         case GST_CORE_ERROR_DISABLED:
2677         default:
2678                 trans_err =  MEDIACODEC_ERROR_INVALID_STREAM;
2679                 break;
2680         }
2681
2682         return trans_err;
2683 }
2684
2685 static gint __gst_handle_library_error(mc_gst_core_t *core, int code)
2686 {
2687         gint trans_err = MEDIACODEC_ERROR_NONE;
2688
2689         g_return_val_if_fail(core, MC_PARAM_ERROR);
2690
2691         switch (code) {
2692         case GST_LIBRARY_ERROR_FAILED:
2693         case GST_LIBRARY_ERROR_TOO_LAZY:
2694         case GST_LIBRARY_ERROR_INIT:
2695         case GST_LIBRARY_ERROR_SHUTDOWN:
2696         case GST_LIBRARY_ERROR_SETTINGS:
2697         case GST_LIBRARY_ERROR_ENCODE:
2698         default:
2699                 trans_err =  MEDIACODEC_ERROR_INVALID_STREAM;
2700                 break;
2701         }
2702
2703         return trans_err;
2704 }
2705
2706
2707 static gint __gst_handle_resource_error(mc_gst_core_t *core, int code)
2708 {
2709         gint trans_err = MEDIACODEC_ERROR_NONE;
2710
2711         g_return_val_if_fail(core, MC_PARAM_ERROR);
2712
2713         switch (code) {
2714         case GST_RESOURCE_ERROR_NO_SPACE_LEFT:
2715                 trans_err = MEDIACODEC_ERROR_NO_FREE_SPACE;
2716                 break;
2717         case GST_RESOURCE_ERROR_WRITE:
2718         case GST_RESOURCE_ERROR_FAILED:
2719         case GST_RESOURCE_ERROR_SEEK:
2720         case GST_RESOURCE_ERROR_TOO_LAZY:
2721         case GST_RESOURCE_ERROR_BUSY:
2722         case GST_RESOURCE_ERROR_OPEN_WRITE:
2723         case GST_RESOURCE_ERROR_OPEN_READ_WRITE:
2724         case GST_RESOURCE_ERROR_CLOSE:
2725         case GST_RESOURCE_ERROR_SYNC:
2726         case GST_RESOURCE_ERROR_SETTINGS:
2727         default:
2728                 trans_err = MEDIACODEC_ERROR_INTERNAL;
2729                 break;
2730         }
2731
2732         return trans_err;
2733 }
2734
2735 static gint __gst_handle_stream_error(mc_gst_core_t *core, GError* error, GstMessage * message)
2736 {
2737         gint trans_err = MEDIACODEC_ERROR_NONE;
2738
2739         g_return_val_if_fail(core, MC_PARAM_ERROR);
2740         g_return_val_if_fail(error, MC_PARAM_ERROR);
2741         g_return_val_if_fail(message, MC_PARAM_ERROR);
2742
2743         switch (error->code) {
2744         case GST_STREAM_ERROR_FAILED:
2745         case GST_STREAM_ERROR_TYPE_NOT_FOUND:
2746         case GST_STREAM_ERROR_DECODE:
2747         case GST_STREAM_ERROR_WRONG_TYPE:
2748         case GST_STREAM_ERROR_DECRYPT:
2749         case GST_STREAM_ERROR_DECRYPT_NOKEY:
2750         case GST_STREAM_ERROR_CODEC_NOT_FOUND:
2751                 trans_err = __gst_transform_gsterror(core, message, error);
2752                 break;
2753
2754         case GST_STREAM_ERROR_NOT_IMPLEMENTED:
2755         case GST_STREAM_ERROR_TOO_LAZY:
2756         case GST_STREAM_ERROR_ENCODE:
2757         case GST_STREAM_ERROR_DEMUX:
2758         case GST_STREAM_ERROR_MUX:
2759         case GST_STREAM_ERROR_FORMAT:
2760         default:
2761                 trans_err = MEDIACODEC_ERROR_INVALID_STREAM;
2762                 break;
2763         }
2764
2765         return trans_err;
2766 }
2767
2768 static gint __gst_transform_gsterror(mc_gst_core_t *core, GstMessage * message, GError* error)
2769 {
2770         gchar *src_element_name = NULL;
2771         GstElement *src_element = NULL;
2772         GstElementFactory *factory = NULL;
2773         const gchar *klass = NULL;
2774
2775
2776         src_element = GST_ELEMENT_CAST(message->src);
2777         if (!src_element)
2778                 goto INTERNAL_ERROR;
2779
2780         src_element_name = GST_ELEMENT_NAME(src_element);
2781         if (!src_element_name)
2782                 goto INTERNAL_ERROR;
2783
2784         factory = gst_element_get_factory(src_element);
2785         if (!factory)
2786                 goto INTERNAL_ERROR;
2787
2788         klass = gst_element_factory_get_klass(factory);
2789         if (!klass)
2790                 goto INTERNAL_ERROR;
2791
2792         LOGD("error code=%d, msg=%s, src element=%s, class=%s\n",
2793                         error->code, error->message, src_element_name, klass);
2794
2795         switch (error->code) {
2796         case GST_STREAM_ERROR_DECODE:
2797                 return MEDIACODEC_ERROR_INVALID_STREAM;
2798                 break;
2799
2800         case GST_STREAM_ERROR_CODEC_NOT_FOUND:
2801         case GST_STREAM_ERROR_TYPE_NOT_FOUND:
2802         case GST_STREAM_ERROR_WRONG_TYPE:
2803                 return MEDIACODEC_ERROR_NOT_SUPPORTED_FORMAT;
2804                 break;
2805
2806         case GST_STREAM_ERROR_FAILED:
2807                 return MEDIACODEC_ERROR_NOT_SUPPORTED_FORMAT;
2808                 break;
2809
2810         default:
2811                 break;
2812         }
2813
2814         return MEDIACODEC_ERROR_INVALID_STREAM;
2815
2816 INTERNAL_ERROR:
2817         return MEDIACODEC_ERROR_INTERNAL;
2818 }
2819
2820 static int _mc_gst_flush_buffers(mc_gst_core_t *core)
2821 {
2822         gboolean ret = FALSE;
2823         GstEvent *event = NULL;
2824
2825         MEDIACODEC_FENTER();
2826
2827         _mc_gst_set_flush_input(core);
2828
2829         event = gst_event_new_seek(1.0, GST_FORMAT_BYTES, GST_SEEK_FLAG_FLUSH,
2830                         GST_SEEK_TYPE_SET, 0, GST_SEEK_TYPE_NONE, -1);
2831
2832         ret = gst_element_send_event(core->appsrc, event);
2833         if (ret != TRUE) {
2834                 LOGE("failed to send seek event");
2835                 return MC_ERROR;
2836         }
2837
2838         _mc_gst_set_flush_output(core);
2839
2840         MEDIACODEC_FLEAVE();
2841
2842         return MC_ERROR_NONE;
2843 }
2844
2845
2846 static void _mc_gst_set_flush_input(mc_gst_core_t *core)
2847 {
2848         media_packet_h pkt = NULL;
2849
2850         LOGI("_mc_gst_set_flush_input is called");
2851
2852         while (!mc_async_queue_is_empty(core->available_queue->input)) {
2853                 pkt = mc_async_queue_pop_forced(core->available_queue->input);
2854
2855                 if (core->user_cb[_MEDIACODEC_EVENT_TYPE_EMPTYBUFFER]) {
2856                         ((mc_empty_buffer_cb) core->user_cb[_MEDIACODEC_EVENT_TYPE_EMPTYBUFFER])
2857                                 (pkt, core->user_data[_MEDIACODEC_EVENT_TYPE_EMPTYBUFFER]);
2858                 }
2859         }
2860
2861         mc_async_queue_flush(core->available_queue->input);
2862         core->queued_count = 0;
2863 }
2864
2865 static void _mc_gst_set_flush_output(mc_gst_core_t *core)
2866 {
2867         media_packet_h pkt = NULL;
2868
2869         MEDIACODEC_FENTER();
2870         g_mutex_lock(&core->ports[1]->mutex);
2871
2872         while (!g_queue_is_empty(core->ports[1]->queue))        {
2873                 pkt = g_queue_pop_head(core->ports[1]->queue);
2874                 LOGD("outpkt in output_queue : %p", pkt);
2875                 if (pkt) {
2876                         media_packet_destroy(pkt);
2877                         LOGD("outpkt destroyed");
2878                         pkt = NULL;
2879                 }
2880         }
2881         core->dequeued_count = 0;
2882         g_mutex_unlock(&core->ports[1]->mutex);
2883         MEDIACODEC_FLEAVE();
2884 }
2885
2886 #ifdef TIZEN_PROFILE_LITE
2887 int __tbm_get_physical_addr_bo(tbm_bo_handle tbm_bo_handle_fd_t, int *phy_addr, int *phy_size)
2888 {
2889         int tbm_bo_handle_fd;
2890
2891         int ret = 0;
2892
2893         tbm_bo_handle_fd = tbm_bo_handle_fd_t.u32;
2894
2895         int open_flags = O_RDWR;
2896         int ion_fd = -1;
2897
2898         struct ion_mmu_data mmu_data;
2899         struct ion_custom_data  custom_data;
2900
2901         mmu_data.fd_buffer = tbm_bo_handle_fd;
2902         custom_data.cmd = 4;
2903         custom_data.arg = (unsigned long)&mmu_data;
2904
2905         ion_fd = open("/dev/ion", open_flags);
2906         if (ion_fd < 0)
2907                 LOGE("[tbm_get_physical_addr_bo] ion_fd open device failed");
2908
2909         if (ioctl(ion_fd, ION_IOC_CUSTOM, &custom_data) < 0) {
2910                 LOGE("[tbm_get_physical_addr_bo] ION_IOC_CUSTOM failed");
2911                 ret = -1;
2912         }
2913
2914         if (!ret) {
2915                 *phy_addr = mmu_data.iova_addr;
2916                 *phy_size = mmu_data.iova_size;
2917         } else {
2918                 *phy_addr = 0;
2919                 *phy_size = 0;
2920                 LOGW("[tbm_get_physical_addr_bo] getting physical address is failed. phy_addr = 0");
2921         }
2922
2923         if (ion_fd != -1) {
2924                 close(ion_fd);
2925                 ion_fd = -1;
2926         }
2927
2928         return 0;
2929 }
2930 #endif
2931
2932 /*
2933  * Get tiled address of position(x,y)
2934  *
2935  * @param x_size
2936  *   width of tiled[in]
2937  *
2938  * @param y_size
2939  *   height of tiled[in]
2940  *
2941  * @param x_pos
2942  *   x position of tield[in]
2943  *
2944  * @param src_size
2945  *   y position of tield[in]
2946  *
2947  * @return
2948  *   address of tiled data
2949  */
2950 static int __tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos)
2951 {
2952         int pixel_x_m1, pixel_y_m1;
2953         int roundup_x;
2954         int linear_addr0, linear_addr1, bank_addr ;
2955         int x_addr;
2956         int trans_addr;
2957
2958         pixel_x_m1 = x_size - 1;
2959         pixel_y_m1 = y_size - 1;
2960
2961         roundup_x = ((pixel_x_m1 >> 7) + 1);
2962
2963         x_addr = x_pos >> 2;
2964
2965         if ((y_size <= y_pos+32) && (y_pos < y_size) &&
2966                         (((pixel_y_m1 >> 5) & 0x1) == 0) && (((y_pos >> 5) & 0x1) == 0)) {
2967                 linear_addr0 = (((y_pos & 0x1f) << 4) | (x_addr & 0xf));
2968                 linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 6) & 0x3f));
2969
2970                 if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1))
2971                         bank_addr = ((x_addr >> 4) & 0x1);
2972                 else
2973                         bank_addr = 0x2 | ((x_addr >> 4) & 0x1);
2974         } else {
2975                 linear_addr0 = (((y_pos & 0x1f) << 4) | (x_addr & 0xf));
2976                 linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 5) & 0x7f));
2977
2978                 if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1))
2979                         bank_addr = ((x_addr >> 4) & 0x1);
2980                 else
2981                         bank_addr = 0x2 | ((x_addr >> 4) & 0x1);
2982         }
2983
2984         linear_addr0 = linear_addr0 << 2;
2985         trans_addr = (linear_addr1 << 13) | (bank_addr << 11) | linear_addr0;
2986
2987         return trans_addr;
2988 }
2989
2990 /*
2991  * Converts tiled data to linear
2992  * Crops left, top, right, buttom
2993  * 1. Y of NV12T to Y of YUV420P
2994  * 2. Y of NV12T to Y of YUV420S
2995  * 3. UV of NV12T to UV of YUV420S
2996  *
2997  * @param yuv420_dest
2998  *   Y or UV plane address of YUV420[out]
2999  *
3000  * @param nv12t_src
3001  *   Y or UV plane address of NV12T[in]
3002  *
3003  * @param yuv420_width
3004  *   Width of YUV420[in]
3005  *
3006  * @param yuv420_height
3007  *   Y: Height of YUV420, UV: Height/2 of YUV420[in]
3008  *
3009  * @param left
3010  *   Crop size of left
3011  *
3012  * @param top
3013  *   Crop size of top
3014  *
3015  * @param right
3016  *   Crop size of right
3017  *
3018  * @param buttom
3019  *   Crop size of buttom
3020  */
3021 static void __csc_tiled_to_linear_crop(unsigned char *yuv420_dest, unsigned char *nv12t_src,
3022                 int yuv420_width, int yuv420_height,
3023                 int left, int top, int right, int buttom)
3024 {
3025         int i, j;
3026         int tiled_offset = 0, tiled_offset1 = 0;
3027         int linear_offset = 0;
3028         int temp1 = 0, temp2 = 0, temp3 = 0, temp4 = 0;
3029
3030         temp3 = yuv420_width-right;
3031         temp1 = temp3-left;
3032         /* real width is greater than or equal 256 */
3033         if (temp1 >= 256) {
3034                 for (i = top; i < yuv420_height-buttom; i += 1) {
3035                         j = left;
3036                         temp3 = (j>>8)<<8;
3037                         temp3 = temp3>>6;
3038                         temp4 = i>>5;
3039                         if (temp4 & 0x1) {
3040                                 /* odd fomula: 2+x+(x>>2)<<2+x_block_num*(y-1) */
3041                                 tiled_offset = temp4-1;
3042                                 temp1 = ((yuv420_width+127)>>7)<<7;
3043                                 tiled_offset = tiled_offset*(temp1>>6);
3044                                 tiled_offset = tiled_offset+temp3;
3045                                 tiled_offset = tiled_offset+2;
3046                                 temp1 = (temp3>>2)<<2;
3047                                 tiled_offset = tiled_offset+temp1;
3048                                 tiled_offset = tiled_offset<<11;
3049                                 tiled_offset1 = tiled_offset+2048*2;
3050                                 temp4 = 8;
3051                         } else {
3052                                 temp2 = ((yuv420_height+31)>>5)<<5;
3053                                 if ((i + 32) < temp2) {
3054                                         /* even1 fomula: x+((x+2)>>2)<<2+x_block_num*y */
3055                                         temp1 = temp3+2;
3056                                         temp1 = (temp1>>2)<<2;
3057                                         tiled_offset = temp3+temp1;
3058                                         temp1 = ((yuv420_width+127)>>7)<<7;
3059                                         tiled_offset = tiled_offset+temp4*(temp1>>6);
3060                                         tiled_offset = tiled_offset<<11;
3061                                         tiled_offset1 = tiled_offset + 2048 * 6;
3062                                         temp4 = 8;
3063                                 } else {
3064                                         /* even2 fomula: x+x_block_num*y */
3065                                         temp1 = ((yuv420_width+127)>>7)<<7;
3066                                         tiled_offset = temp4*(temp1>>6);
3067                                         tiled_offset = tiled_offset+temp3;
3068                                         tiled_offset = tiled_offset<<11;
3069                                         tiled_offset1 = tiled_offset+2048*2;
3070                                         temp4 = 4;
3071                                 }
3072                         }
3073
3074                         temp1 = i&0x1F;
3075                         tiled_offset = tiled_offset+64*(temp1);
3076                         tiled_offset1 = tiled_offset1+64*(temp1);
3077                         temp2 = yuv420_width-left-right;
3078                         linear_offset = temp2*(i-top);
3079                         temp3 = ((j+256)>>8)<<8;
3080                         temp3 = temp3-j;
3081                         temp1 = left&0x3F;
3082
3083                         if (temp3 > 192) {
3084                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+temp1, 64-temp1);
3085                                 temp2 = ((left+63)>>6)<<6;
3086                                 temp3 = ((yuv420_width-right)>>6)<<6;
3087
3088                                 if (temp2 == temp3)
3089                                         temp2 = yuv420_width-right-(64-temp1);
3090
3091                                 memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset+2048, 64);
3092                                 memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1, 64);
3093                                 memcpy(yuv420_dest+linear_offset+192-temp1, nv12t_src+tiled_offset1+2048, 64);
3094                                 linear_offset = linear_offset+256-temp1;
3095                         } else if (temp3 > 128) {
3096                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+2048+temp1, 64-temp1);
3097                                 memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1, 64);
3098                                 memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1+2048, 64);
3099                                 linear_offset = linear_offset+192-temp1;
3100                         } else if (temp3 > 64) {
3101                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+temp1, 64-temp1);
3102                                 memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1+2048, 64);
3103                                 linear_offset = linear_offset+128-temp1;
3104                         } else if (temp3 > 0) {
3105                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+2048+temp1, 64-temp1);
3106                                 linear_offset = linear_offset+64-temp1;
3107                         }
3108
3109                         tiled_offset = tiled_offset+temp4*2048;
3110                         j = (left>>8)<<8;
3111                         j = j + 256;
3112                         temp2 = yuv420_width-right-256;
3113                         for (; j <= temp2; j += 256) {
3114                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
3115                                 tiled_offset1 = tiled_offset1+temp4*2048;
3116                                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);
3117                                 memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64);
3118                                 tiled_offset = tiled_offset+temp4*2048;
3119                                 memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, 64);
3120                                 linear_offset = linear_offset+256;
3121                         }
3122
3123                         tiled_offset1 = tiled_offset1+temp4*2048;
3124                         temp2 = yuv420_width-right-j;
3125                         if (temp2 > 192) {
3126                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
3127                                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);
3128                                 memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64);
3129                                 memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, temp2-192);
3130                         } else if (temp2 > 128) {
3131                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
3132                                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);
3133                                 memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, temp2-128);
3134                         } else if (temp2 > 64) {
3135                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
3136                                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, temp2-64);
3137                         } else {
3138                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);
3139                         }
3140                 }
3141         } else if (temp1 >= 64) {
3142                 for (i = top; i < (yuv420_height-buttom); i += 1) {
3143                         j = left;
3144                         tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
3145                         temp2 = ((j+64)>>6)<<6;
3146                         temp2 = temp2-j;
3147                         linear_offset = temp1*(i-top);
3148                         temp4 = j&0x3;
3149                         tiled_offset = tiled_offset+temp4;
3150                         memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);
3151                         linear_offset = linear_offset+temp2;
3152                         j = j+temp2;
3153                         if ((j+64) <= temp3) {
3154                                 tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
3155                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
3156                                 linear_offset = linear_offset+64;
3157                                 j = j+64;
3158                         }
3159                         if ((j+64) <= temp3) {
3160                                 tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
3161                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);
3162                                 linear_offset = linear_offset+64;
3163                                 j = j+64;
3164                         }
3165                         if (j < temp3) {
3166                                 tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
3167                                 temp2 = temp3-j;
3168                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);
3169                         }
3170                 }
3171         } else {
3172                 for (i = top; i < (yuv420_height-buttom); i += 1) {
3173                         linear_offset = temp1*(i-top);
3174                         for (j = left; j < (yuv420_width - right); j += 2) {
3175                                 tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);
3176                                 temp4 = j&0x3;
3177                                 tiled_offset = tiled_offset+temp4;
3178                                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 2);
3179                                 linear_offset = linear_offset+2;
3180                         }
3181                 }
3182         }
3183 }
3184
3185 void _mc_send_eos_signal(mc_gst_core_t *core)
3186 {
3187         g_mutex_lock(&core->eos_mutex);
3188         core->eos = FALSE;
3189         g_cond_broadcast(&core->eos_cond);
3190         g_mutex_unlock(&core->eos_mutex);
3191         LOGD("send EOS signal");
3192 }
3193
3194 void _mc_wait_for_eos(mc_gst_core_t *core)
3195 {
3196         g_mutex_lock(&core->eos_mutex);
3197         core->eos = TRUE;
3198         LOGD("waiting for EOS");
3199
3200         while (core->eos)
3201                 g_cond_wait(&core->eos_cond, &core->eos_mutex);
3202
3203         LOGD("received EOS");
3204         g_mutex_unlock(&core->eos_mutex);
3205 }
3206
3207 const gchar * _mc_error_to_string(mc_ret_e err)
3208 {
3209         guint err_u = (guint) err;
3210
3211         switch (err_u) {
3212         case MC_ERROR:
3213                 return "Error";
3214         case MC_PARAM_ERROR:
3215                 return "Parameter error";
3216         case MC_INVALID_ARG:
3217                 return "Invailid argument";
3218         case MC_PERMISSION_DENIED:
3219                 return "Permission denied";
3220         case MC_INVALID_STATUS:
3221                 return "Invalid status";
3222         case MC_NOT_SUPPORTED:
3223                 return "Not supported";
3224         case MC_INVALID_IN_BUF:
3225                 return "Invalid inputbuffer";
3226         case MC_INVALID_OUT_BUF:
3227                 return "Invalid outputbuffer";
3228         case MC_INTERNAL_ERROR:
3229                 return "Internal error";
3230         case MC_HW_ERROR:
3231                 return "Hardware error";
3232         case MC_NOT_INITIALIZED:
3233                 return "Not initialized";
3234         case MC_INVALID_STREAM:
3235                 return "Invalid stream";
3236         case MC_CODEC_NOT_FOUND:
3237                 return "Codec not found";
3238         case MC_ERROR_DECODE:
3239                 return "Decode error";
3240         case MC_OUTPUT_BUFFER_EMPTY:
3241                 return "Outputbuffer empty";
3242         case MC_OUTPUT_BUFFER_OVERFLOW:
3243                 return "Outputbuffer overflow";
3244         case MC_MEMORY_ALLOCED:
3245                 return "Memory allocated";
3246         case MC_COURRPTED_INI:
3247                 return "Courrpted ini";
3248         default:
3249                 return "Unknown error";
3250
3251         }
3252 }
3253