gstcs/mm_util_gstcs.c

   1 /*
   2  * libmm-imgp-gstcs
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: YoungHun Kim <yh8004.kim@samsung.com>
   7  *
   8  * Licensed under the Apache License, Version 2.0 (the "License");
   9  * you may not use this file except in compliance with the License.
  10  * You may obtain a copy of the License at
  11  *
  12  * http://www.apache.org/licenses/LICENSE-2.0
  13  *
  14  * Unless required by applicable law or agreed to in writing, software
  15  * distributed under the License is distributed on an "AS IS" BASIS,
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17  * See the License for the specific language governing permissions and
  18  * limitations under the License.
  19  *
  20  */
  21 #include "mm_util_gstcs_internal.h"
  22 #include <mm_debug.h>
  23 #include <gst/check/gstcheck.h>
  24 #include <mm_error.h>
  25 #define MM_UTIL_ROUND_UP_2(num) (((num)+1)&~1)
  26 #define MM_UTIL_ROUND_UP_4(num) (((num)+3)&~3)
  27 #define MM_UTIL_ROUND_UP_8(num) (((num)+7)&~7)
  28 #define MM_UTIL_ROUND_UP_16(num) (((num)+15)&~15)
  29 /*########################################################################################*/
  30 #define setup_image_size_I420(width, height) { \
  31         int size=0; \
  32         size = (MM_UTIL_ROUND_UP_4 (width) * MM_UTIL_ROUND_UP_2 (height) + MM_UTIL_ROUND_UP_8 (width) * MM_UTIL_ROUND_UP_2 (height) /2); \
  33         return size; \
  34 }
  35
  36 #define setup_image_size_Y42B(width, height) { \
  37         int size=0; \
  38         size = (MM_UTIL_ROUND_UP_4 (width) * height + MM_UTIL_ROUND_UP_8 (width) * height); \
  39         return size; \
  40 }
  41
  42 #define setup_image_size_Y444(width, height) { \
  43         int size=0; \
  44         size = (MM_UTIL_ROUND_UP_4 (width) * height * 3); \
  45         return size; \
  46 }
  47
  48 #define setup_image_size_UYVY(width, height) { \
  49         int size=0; \
  50         size = (MM_UTIL_ROUND_UP_2 (width) * 2 * height); \
  51         return size; \
  52 }
  53
  54 #define setup_image_size_YUYV(width, height) { \
  55         int size=0; \
  56         size = (MM_UTIL_ROUND_UP_2 (width) * 2 * height); \
  57         return size; \
  58 }
  59
  60 #define setup_image_size_YV12(width, height) { \
  61         int size=0; \
  62         size = (MM_UTIL_ROUND_UP_4 (width) * MM_UTIL_ROUND_UP_2 (height)+ MM_UTIL_ROUND_UP_8 (width) * MM_UTIL_ROUND_UP_2 (height) / 2); \
  63         return size; \
  64 }
  65
  66 #define setup_image_size_NV12(width, height) { \
  67         int size=0; \
  68         size = (MM_UTIL_ROUND_UP_4 (width) * MM_UTIL_ROUND_UP_2 (height) *1.5); \
  69         return size; \
  70 }
  71
  72 #define setup_image_size_RGB565(width, height) { \
  73         int size=0; \
  74         size = (MM_UTIL_ROUND_UP_4 (width * 2) *height); \
  75         return size; \
  76 }
  77
  78 #define setup_image_size_RGB888(width, height) { \
  79         int size=0; \
  80         size = (MM_UTIL_ROUND_UP_4 (width*3) * height); \
  81         return size; \
  82 }
  83
  84 #define setup_image_size_BGR888(width, height) { \
  85         int size=0; \
  86         size = (MM_UTIL_ROUND_UP_4 (width*3) * height); \
  87         return size; \
  88 }
  89 /*########################################################################################*/
  90
  91 static void
  92 _mm_sink_buffer (GstElement * appsink, gpointer user_data)
  93 {
  94         GstBuffer *_buf=NULL;
  95         gstreamer_s * pGstreamer_s = (gstreamer_s*) user_data;
  96         _buf = gst_app_sink_pull_buffer((GstAppSink*)appsink);
  97
  98         pGstreamer_s->output_buffer = _buf;
  99
 100         if(pGstreamer_s->output_buffer != NULL) {
 101                 debug_log("Create Output Buffer: GST_BUFFER_DATA: %p\t GST_BUFFER_SIZE: %d\n", GST_BUFFER_DATA(pGstreamer_s->output_buffer), GST_BUFFER_SIZE (pGstreamer_s->output_buffer));
 102         }else {
 103                 debug_error("ERROR -Input Prepare Buffer! Check createoutput buffer function");
 104         }
 105         gst_buffer_unref (_buf); /* we don't need the appsink buffer anymore */
 106         gst_buffer_ref (pGstreamer_s->output_buffer); /* when you want to avoid flushing */
 107 }
 108
 109 static void
 110 _mm_sink_preroll (GstElement * appsink, gpointer user_data)
 111 {
 112         GstBuffer *_buf=NULL;
 113         gstreamer_s * pGstreamer_s = (gstreamer_s*) user_data;
 114         _buf = gst_app_sink_pull_preroll((GstAppSink*)appsink);
 115
 116         pGstreamer_s->output_buffer = _buf;
 117         /* pGstreamer_s->output_image_format_s->caps = GST_BUFFER_CAPS(_buf); */
 118         if(pGstreamer_s->output_buffer != NULL) {
 119                 debug_log("Create Output Buffer: GST_BUFFER_DATA: %p\t GST_BUFFER_SIZE: %d\n",
 120                         GST_BUFFER_DATA(pGstreamer_s->output_buffer), GST_BUFFER_SIZE (pGstreamer_s->output_buffer));
 121         }else {
 122                 debug_error("ERROR -Input Prepare Buffer! Check createoutput buffer function");
 123         }
 124
 125         gst_buffer_unref (_buf); /* we don't need the appsink buffer anymore */
 126         gst_buffer_ref (pGstreamer_s->output_buffer); /* when you want to avoid flushings */
 127 }
 128
 129 static gboolean
 130 _mm_on_sink_message (GstBus * bus, GstMessage * message, gstreamer_s * pGstreamer_s)
 131 {
 132         switch (GST_MESSAGE_TYPE (message)) {
 133                 case GST_MESSAGE_EOS:
 134                         debug_log("Finished playback\n"); /* g_main_loop_quit (pGstreamer_s->loop); */
 135                         break;
 136                 case GST_MESSAGE_ERROR:
 137                         debug_error("Received error\n"); /* g_main_loop_quit (pGstreamer_s->loop); */
 138                         break;
 139                 case GST_MESSAGE_STATE_CHANGED:
 140                         debug_log("[%s] %s(%d) \n", GST_MESSAGE_SRC_NAME(message), GST_MESSAGE_TYPE_NAME(message), GST_MESSAGE_TYPE(message));
 141                         break;
 142                 case GST_MESSAGE_STREAM_STATUS:
 143                         debug_log("[%s] %s(%d) \n", GST_MESSAGE_SRC_NAME(message), GST_MESSAGE_TYPE_NAME(message), GST_MESSAGE_TYPE(message));
 144                         break;
 145                 default:
 146                         debug_log("[%s] %s(%d) \n", GST_MESSAGE_SRC_NAME(message), GST_MESSAGE_TYPE_NAME(message), GST_MESSAGE_TYPE(message));
 147                         break;
 148         }
 149         return TRUE;
 150 }
 151
 152
 153 static int
 154 _mm_create_pipeline( gstreamer_s* pGstreamer_s)
 155 {
 156         int ret = MM_ERROR_NONE;
 157         pGstreamer_s->pipeline= gst_pipeline_new ("ffmpegcolorsapce");
 158         pGstreamer_s->appsrc= gst_element_factory_make("appsrc","appsrc");
 159         pGstreamer_s->colorspace=gst_element_factory_make("ffmpegcolorspace","colorconverter");
 160
 161         pGstreamer_s->videoscale=gst_element_factory_make("videoscale", "scale");
 162         pGstreamer_s->videoflip=gst_element_factory_make( "videoflip", "flip" );
 163
 164         pGstreamer_s->appsink=gst_element_factory_make("appsink","appsink");
 165
 166         if (!pGstreamer_s->pipeline || !pGstreamer_s->appsrc||!pGstreamer_s->colorspace || !pGstreamer_s->appsink) {
 167                 debug_error("One element could not be created. Exiting.\n");
 168                 ret = MM_ERROR_IMAGE_INVALID_VALUE;
 169         }
 170         return ret;
 171 }
 172
 173 static gboolean
 174 _mm_check_resize_format(int src_width, int src_height, int dst_width, int dst_height)
 175 {
 176         gboolean _bool=FALSE;
 177
 178         if( (src_width != dst_width) || (src_height != dst_height) ) {
 179                 _bool = TRUE;
 180         }
 181
 182         return _bool;
 183 }
 184
 185 static gboolean
 186 _mm_check_rotate_format(int GstVideoFlipMethod)
 187 {
 188         gboolean _bool=FALSE;
 189
 190         if((GstVideoFlipMethod >= 1) && ( GstVideoFlipMethod<= 7)) {
 191                 _bool = TRUE;
 192         }
 193
 194         return _bool;
 195 }
 196
 197 static gboolean
 198 _mm_check_resize_format_label(char* __format_label)
 199 {
 200         gboolean _bool = FALSE;
 201
 202         if(strcmp(__format_label, "AYUV") == 0
 203                 || strcmp(__format_label, "UYVY") == 0 ||strcmp(__format_label, "Y800") == 0 || strcmp(__format_label, "I420") == 0 || strcmp(__format_label, "YV12") == 0
 204                 || strcmp(__format_label, "RGB888") == 0 || strcmp(__format_label, "RGB565") == 0 || strcmp(__format_label, "BGR888") == 0 || strcmp(__format_label, "RGBA8888") == 0
 205                 || strcmp(__format_label, "ARGB8888") == 0 ||strcmp(__format_label, "BGRA8888") == 0 ||strcmp(__format_label, "ABGR8888") == 0 ||strcmp(__format_label, "RGBX") == 0
 206                 ||strcmp(__format_label, "XRGB") == 0 ||strcmp(__format_label, "BGRX") == 0 ||strcmp(__format_label, "XBGR") == 0 ||strcmp(__format_label, "Y444") == 0
 207                 ||strcmp(__format_label, "Y42B") == 0 ||strcmp(__format_label, "YUY2") == 0 ||strcmp(__format_label, "YUYV") == 0 ||strcmp(__format_label, "UYVY") == 0
 208                 ||strcmp(__format_label, "Y41B") == 0 ||strcmp(__format_label, "Y16") == 0 ||strcmp(__format_label, "Y800") == 0 ||strcmp(__format_label, "Y8") == 0
 209                 ||strcmp(__format_label, "GREY") == 0 ||strcmp(__format_label, "AY64") == 0 || strcmp(__format_label, "YUV422") == 0) {
 210
 211                 _bool=TRUE;
 212         }
 213
 214         return _bool;
 215 }
 216
 217 static gboolean
 218 _mm_check_rotate_format_label(const char* __format_label)
 219 {
 220         gboolean _bool = FALSE;
 221
 222         if(strcmp(__format_label, "I420") == 0 ||strcmp(__format_label, "YV12") == 0 || strcmp(__format_label, "IYUV")
 223                 || strcmp(__format_label, "RGB888") ||strcmp(__format_label, "BGR888") == 0 ||strcmp(__format_label, "RGBA8888") == 0
 224                 || strcmp(__format_label, "ARGB8888") == 0 ||strcmp(__format_label, "BGRA8888") == 0 ||strcmp(__format_label, "ABGR8888") == 0 ) {
 225                 _bool=TRUE;
 226         }
 227
 228         return _bool;
 229 }
 230
 231 static void
 232 _mm_link_pipeline_order_csc_rsz(gstreamer_s* pGstreamer_s, image_format_s* input_format, image_format_s* output_format)
 233 {
 234         if(_mm_check_resize_format(input_format->width,input_format->height, output_format->width, output_format->height))      {
 235                 debug_log("check_for_resize");
 236                 gst_bin_add_many(GST_BIN(pGstreamer_s->pipeline), pGstreamer_s->appsrc, pGstreamer_s->videoscale, pGstreamer_s->colorspace, pGstreamer_s->appsink, NULL);
 237                 debug_log("gst_bin_add_many");
 238                 if(_mm_check_resize_format_label( input_format->format_label)) {
 239                         debug_log(" input_format->format_label: %s", input_format->format_label);
 240                         if(!gst_element_link_many(pGstreamer_s->appsrc, pGstreamer_s->videoscale, pGstreamer_s->colorspace, pGstreamer_s->appsink, NULL)) {
 241                                 debug_error("Fail to link b/w ffmpeg and appsink except rot\n");
 242                         }
 243                 }else if(_mm_check_resize_format_label(output_format->format_label)) {
 244                         debug_log("output_format->format_label: %s", output_format->format_label);
 245                         if(!gst_element_link_many(pGstreamer_s->appsrc, pGstreamer_s->colorspace, pGstreamer_s->videoscale, pGstreamer_s->appsink, NULL)) {
 246                                 debug_error("Fail to link b/w ffmpeg and appsink except rot\n");
 247                         }
 248                 }
 249         }else {
 250                 debug_log("check_for_convert");
 251                 gst_bin_add_many(GST_BIN(pGstreamer_s->pipeline), pGstreamer_s->appsrc, pGstreamer_s->colorspace, pGstreamer_s->appsink, NULL);
 252                 debug_log("gst_bin_add_many");
 253                 if(!gst_element_link_many(pGstreamer_s->appsrc, pGstreamer_s->colorspace, pGstreamer_s->appsink, NULL)) {
 254                         debug_error("Fail to link b/w ffmpeg and appsink except rsz & rot\n");
 255                 }
 256         }
 257 }
 258
 259 static void
 260 _mm_link_pipeline_order_csc_rsz_rot(gstreamer_s* pGstreamer_s, image_format_s* input_format, image_format_s* output_format)
 261 {
 262         if(_mm_check_rotate_format_label(input_format->format_label)) {
 263                 gst_bin_add_many(GST_BIN(pGstreamer_s->pipeline), pGstreamer_s->appsrc, pGstreamer_s->videoscale, pGstreamer_s->videoflip, pGstreamer_s->colorspace, pGstreamer_s->appsink, NULL);
 264                 if(!gst_element_link_many(pGstreamer_s->appsrc, pGstreamer_s->videoscale, pGstreamer_s->videoflip, pGstreamer_s->colorspace, pGstreamer_s->appsink, NULL)) {
 265                         debug_error("Fail to link b/w appsrc and ffmpeg in rotate\n");
 266                 }
 267         }else if(_mm_check_rotate_format_label(output_format->format_label)) {
 268                 gst_bin_add_many(GST_BIN(pGstreamer_s->pipeline), pGstreamer_s->appsrc, pGstreamer_s->colorspace, pGstreamer_s->videoscale, pGstreamer_s->videoflip,pGstreamer_s->appsink, NULL);
 269                 if(!gst_element_link_many(pGstreamer_s->appsrc, pGstreamer_s->colorspace, pGstreamer_s->videoscale, pGstreamer_s->videoflip, pGstreamer_s->appsink, NULL)) {
 270                         debug_error("Fail to link b/w ffmpeg and appsink in rotate\n");
 271                 }
 272         }
 273 }
 274
 275
 276 static void
 277 _mm_link_pipeline( gstreamer_s* pGstreamer_s, image_format_s* input_format, image_format_s* output_format, int _valuepGstreamer_sVideoFlipMethod)
 278 {
 279         /* set property */
 280         gst_app_src_set_caps(GST_APP_SRC(pGstreamer_s->appsrc), input_format->caps); /* g_object_set(pGstreamer_s->appsrc, "caps", input_format->caps, NULL); /* you can use appsrc'cap property */
 281         g_object_set(pGstreamer_s->appsrc, "num-buffers", 1, NULL);
 282         g_object_set(pGstreamer_s->appsrc, "is-live", TRUE, NULL); /* add because of gstreamer_s time issue */
 283         g_object_set (pGstreamer_s->appsrc, "format", GST_FORMAT_TIME, NULL);
 284         g_object_set(pGstreamer_s->appsrc, "stream-type", 0 /*stream*/, NULL);
 285
 286         g_object_set(pGstreamer_s->videoflip, "method", _valuepGstreamer_sVideoFlipMethod, NULL ); /* GST_VIDEO_FLIP_METHOD_IDENTITY (0): none- Identity (no rotation) (1): clockwise - Rotate clockwise 90 degrees (2): rotate-180 - Rotate 180 degrees (3): counterclockwise - Rotate counter-clockwise 90 degrees (4): horizontal-flip - Flip horizontally (5): vertical-flip - Flip vertically (6): upper-left-diagonal - Flip across upper left/lower right diagonal (7): upper-right-diagonal - Flip across upper right/lower left diagonal */
 287
 288         gst_app_sink_set_caps(GST_APP_SINK(pGstreamer_s->appsink), output_format->caps); /*g_object_set(pGstreamer_s->appsink, "caps", output_format->caps, NULL); */
 289         g_object_set(pGstreamer_s->appsink, "drop", TRUE, NULL);
 290         g_object_set(pGstreamer_s->appsink, "emit-signals", TRUE, "sync", FALSE, NULL);
 291
 292         if(_mm_check_rotate_format(_valuepGstreamer_sVideoFlipMethod)) { /* when you want to rotate image */
 293                 /* because IYUV, I420, YV12 format can use vidoeflip*/
 294                 debug_log("set_link_pipeline_order_csc_rsz_rot");
 295                 _mm_link_pipeline_order_csc_rsz_rot(pGstreamer_s, input_format, output_format);
 296         }else {
 297                 debug_log("set_link_pipeline_order_csc_rsz");
 298                 _mm_link_pipeline_order_csc_rsz(pGstreamer_s, input_format, output_format);
 299         }
 300         /* Conecting to the new-buffer signal emited by the appsink*/
 301         debug_log("Start G_CALLBACK (mm_sink_buffer)");
 302         g_signal_connect (pGstreamer_s->appsink, "new-buffer", G_CALLBACK (_mm_sink_buffer), pGstreamer_s);
 303         debug_log("End G_CALLBACK (mm_sink_buffer)");
 304 }
 305
 306
 307
 308 static void
 309 _mm_set_image_format_s_capabilities(image_format_s* __format) /*_format_label: I420 _colorsapace: YUV */
 310 {
 311         char _a='A', _b='A', _c='A', _d='A';
 312         int _bpp=0; int _depth=0; int _red_mask=0; int _green_mask=0; int _blue_mask=0; int _alpha_mask=0; int _endianness=0;
 313
 314         if(__format == NULL) {
 315                 debug_error("Image format is NULL\n");
 316                 return;
 317         }
 318
 319         debug_log("colorspace: %s(%d)\n", __format->colorspace, strlen(__format->colorspace));
 320
 321         if(strcmp(__format->colorspace,"YUV") == 0) {
 322                 if(strcmp(__format->format_label,"I420") == 0) {
 323                         _a='I'; _b='4', _c='2', _d='0';
 324                 }else if(strcmp(__format->format_label,"Y42B") == 0) {
 325                         _a='Y'; _b='4', _c='2', _d='B';
 326                 }else if(strcmp(__format->format_label,"Y444") == 0) {
 327                         _a='Y'; _b='4', _c='4', _d='4';
 328                 }else if(strcmp(__format->format_label,"YV12") == 0) {
 329                         _a='Y'; _b='V', _c='1', _d='2'; /* GStreamer-CRITICAL **: gst_mini_object_ref: assertion `mini_object != NULL' failed */
 330                 }else if(strcmp(__format->format_label,"NV12") == 0) {
 331                         _a='N'; _b='V', _c='1', _d='2';
 332                 }else if(strcmp(__format->format_label,"UYVY") == 0) {
 333                         _a='U'; _b='Y', _c='V', _d='Y';
 334                 }else if(strcmp(__format->format_label,"YUYV") == 0) {
 335                         _a='Y'; _b='V', _c='Y', _d='U';
 336                 }
 337
 338                 __format->caps = gst_caps_new_simple ("video/x-raw-yuv",
 339                         "format", GST_TYPE_FOURCC, GST_MAKE_FOURCC (_a, _b, _c, _d), /*'I', '4', '2', '0'),*/
 340                         "framerate", GST_TYPE_FRACTION, 25, 1,
 341                         "pixel-aspect-ratio", GST_TYPE_FRACTION, 1, 1,
 342                         "width", G_TYPE_INT, __format->width,
 343                         "height", G_TYPE_INT, __format->height,
 344                         "framerate", GST_TYPE_FRACTION, 1, 1,
 345                         NULL);
 346         }
 347
 348         else if(strcmp(__format->colorspace,"RGB") ==0 || strcmp(__format->colorspace,"BGRX") ==0) {
 349                 if(strcmp(__format->format_label,"RGB888") == 0) {
 350                         _bpp=24; _depth=24; _red_mask=16711680; _green_mask=65280; _blue_mask=255; _endianness=4321;
 351                 }else if(strcmp(__format->format_label,"BGR888") == 0) {
 352                         _bpp=24; _depth=24; _red_mask=255; _green_mask=65280; _blue_mask=16711680; _endianness=4321;
 353                 }else if(strcmp(__format->format_label,"RGB565") == 0) {
 354                         _bpp=16; _depth=16; _red_mask=63488; _green_mask=2016; _blue_mask=31; _endianness=1234;
 355                 }else if( (strcmp(__format->format_label, "BGRX") == 0)) {
 356                         _bpp=32; _depth=24; _red_mask=65280; _green_mask=16711680; _blue_mask=-16777216; _endianness=4321;
 357                 }
 358                 __format->caps = gst_caps_new_simple ("video/x-raw-rgb",
 359                         "bpp", G_TYPE_INT, _bpp,
 360                         "depth", G_TYPE_INT, _depth,
 361                         "red_mask", G_TYPE_INT, _red_mask,
 362                         "green_mask", G_TYPE_INT, _green_mask,
 363                         "blue_mask", G_TYPE_INT, _blue_mask,
 364                         "width", G_TYPE_INT, __format->width,
 365                         "height", G_TYPE_INT, __format->height,
 366                         "endianness", G_TYPE_INT, _endianness,
 367                         "framerate", GST_TYPE_FRACTION, 1, 1, NULL);
 368         }
 369
 370         else if(strcmp(__format->colorspace,"RGBA") ==0) {
 371                 if(strcmp(__format->format_label,"ARGB8888") == 0) { /*[Low Arrary Address] ARGBARGB... [High Array Address]*/
 372                         _bpp=32; _depth=32; _red_mask=16711680; _green_mask=65280; _blue_mask=255; _alpha_mask=-16777216; _endianness=4321;
 373                 }else if(strcmp(__format->format_label,"BGRA8888") == 0) { /*[Low Arrary Address] BGRABGRA...[High Array Address]*/
 374                 _bpp=32; _depth=32; _red_mask=65280; _green_mask=16711680; _blue_mask=-16777216; _alpha_mask=255; _endianness=4321;
 375                 }else if(strcmp(__format->format_label,"RGBA8888") == 0) { /*[Low Arrary Address] RGBARGBA...[High Array Address]*/
 376                         _bpp=32; _depth=32; _red_mask=-16777216; _green_mask=16711680; _blue_mask=65280; _alpha_mask=255; _endianness=4321;
 377                 }else if(strcmp(__format->format_label,"ABGR8888") == 0) { /*[Low Arrary Address] ABGRABGR...[High Array Address]*/
 378                 _bpp=32; _depth=32; _red_mask=255; _green_mask=65280; _blue_mask=16711680; _alpha_mask=-16777216; _endianness=4321;
 379                 }else {
 380                         debug_error("***Wrong format cs type***\n");
 381                 }
 382
 383                 __format->caps = gst_caps_new_simple ("video/x-raw-rgb",
 384                         "bpp", G_TYPE_INT, _bpp,
 385                         "depth", G_TYPE_INT, _depth,
 386                         "red_mask", G_TYPE_INT, _red_mask,
 387                         "green_mask", G_TYPE_INT, _green_mask,
 388                         "blue_mask", G_TYPE_INT, _blue_mask,
 389                         "width", G_TYPE_INT, __format->width,
 390                         "height", G_TYPE_INT, __format->height,
 391                         "alpha_mask", G_TYPE_INT,_alpha_mask,
 392                         "endianness", G_TYPE_INT, _endianness,
 393                         "framerate", GST_TYPE_FRACTION, 1, 1, NULL);
 394         }
 395         if(__format->caps) {
 396                 debug_log("###__format->caps is not NULL###, %p", __format->caps);
 397         }else {
 398                 debug_error("__format->caps is NULL");
 399         }
 400 }
 401
 402 static void
 403 _mm_set_image_colorspace( image_format_s* __format)
 404 {
 405         debug_log("format_label: %s\n", __format->format_label);
 406
 407         __format->colorspace = (char*)malloc(sizeof(char) * IMAGE_FORMAT_LABEL_BUFFER_SIZE);
 408         memset(__format->colorspace, 0, IMAGE_FORMAT_LABEL_BUFFER_SIZE);
 409         if( (strcmp(__format->format_label, "I420") == 0) ||(strcmp(__format->format_label, "Y42B") == 0) || (strcmp(__format->format_label, "Y444") == 0)
 410                 || (strcmp(__format->format_label, "YV12") == 0) ||(strcmp(__format->format_label, "NV12") == 0) ||(strcmp(__format->format_label, "UYVY") == 0) ||(strcmp(__format->format_label, "YUYV") == 0)) {
 411                 strncpy(__format->colorspace, "YUV", IMAGE_FORMAT_LABEL_BUFFER_SIZE-1);
 412         }else if( (strcmp(__format->format_label, "RGB888") == 0) ||(strcmp(__format->format_label, "BGR888") == 0) ||(strcmp(__format->format_label, "RGB565") == 0)) {
 413                 strncpy(__format->colorspace, "RGB", IMAGE_FORMAT_LABEL_BUFFER_SIZE-1);
 414         }else if( (strcmp(__format->format_label, "ARGB8888") == 0) || (strcmp(__format->format_label, "BGRA8888") == 0) ||(strcmp(__format->format_label, "RGBA8888") == 0)    || (strcmp(__format->format_label, "ABGR8888") == 0)) {
 415                 strncpy(__format->colorspace, "RGBA",IMAGE_FORMAT_LABEL_BUFFER_SIZE-1);
 416         }else if( (strcmp(__format->format_label, "BGRX") == 0)) {
 417                 strncpy(__format->colorspace, "BGRX", IMAGE_FORMAT_LABEL_BUFFER_SIZE-1);
 418         }else {
 419                 debug_error("Check your colorspace format label");
 420                 GSTCS_FREE(__format->colorspace);
 421         }
 422 }
 423
 424 static image_format_s*
 425 _mm_set_input_image_format_s_struct(imgp_info_s* pImgp_info) /* char* __format_label, int __width, int __height) */
 426 {
 427         image_format_s* __format = NULL;
 428
 429         __format=(image_format_s*)malloc(sizeof(image_format_s));
 430
 431         __format->format_label = (char *)malloc(sizeof(char) * IMAGE_FORMAT_LABEL_BUFFER_SIZE);
 432         memset(__format->format_label, 0, IMAGE_FORMAT_LABEL_BUFFER_SIZE);
 433         strncpy(__format->format_label, pImgp_info->input_format_label, strlen(pImgp_info->input_format_label));
 434         debug_log("input_format_label: %s\n", pImgp_info->input_format_label);
 435         _mm_set_image_colorspace(__format);
 436
 437         __format->width=pImgp_info->src_width;
 438         __format->height=pImgp_info->src_height;
 439
 440         __format->blocksize = mm_setup_image_size(pImgp_info->input_format_label, pImgp_info->src_width, pImgp_info->src_height);
 441         debug_log("blocksize: %d\n", __format->blocksize);
 442         _mm_set_image_format_s_capabilities(__format);
 443
 444         return __format;
 445 }
 446
 447 static void
 448 _mm_round_up_output_image_widh_height(image_format_s* pFormat)
 449 {
 450         if(strcmp(pFormat->colorspace,"YUV") ==0) {
 451                 pFormat->stride=MM_UTIL_ROUND_UP_8(pFormat->width);
 452                 pFormat->elevation=MM_UTIL_ROUND_UP_2(pFormat->height);
 453         }else if(strcmp(pFormat->colorspace, "RGB") ==0) {
 454                 pFormat->stride=MM_UTIL_ROUND_UP_4(pFormat->width);
 455                 pFormat->elevation=MM_UTIL_ROUND_UP_2(pFormat->height);
 456         }
 457 }
 458
 459 static image_format_s*
 460 _mm_set_output_image_format_s_struct(imgp_info_s* pImgp_info)
 461 {
 462         image_format_s* __format = NULL;
 463
 464         __format=(image_format_s*)malloc(sizeof(image_format_s));
 465
 466         __format->format_label = (char *)malloc(sizeof(char) * IMAGE_FORMAT_LABEL_BUFFER_SIZE);
 467         memset(__format->format_label, 0, IMAGE_FORMAT_LABEL_BUFFER_SIZE);
 468         strncpy(__format->format_label, pImgp_info->output_format_label, strlen(pImgp_info->output_format_label));
 469         _mm_set_image_colorspace(__format);
 470
 471         __format->width=pImgp_info->dst_width;
 472         __format->height=pImgp_info->dst_height;
 473         _mm_round_up_output_image_widh_height(__format);
 474
 475         __format->blocksize = mm_setup_image_size(pImgp_info->output_format_label, pImgp_info->dst_width, pImgp_info->dst_height);
 476         debug_log("output_format_label: %s", pImgp_info->output_format_label);
 477         _mm_set_image_format_s_capabilities(__format);
 478         debug_log("pImgp_info->dst: %p", pImgp_info->dst);
 479         return __format;
 480 }
 481
 482 static gboolean
 483 __mm_check_resize_format( char* _in_format_label, int _in_w, int _in_h, char* _out_format_label, int _out_w, int _out_h)
 484 {
 485         gboolean _bool=TRUE;
 486         debug_log("input image format: %s input image width: %d input image height: %d output image format: %s output image width: %d output image height: %d\n",
 487         _in_format_label, _in_w,_in_h, _out_format_label, _out_w, _out_h);
 488         if(_mm_check_resize_format(_in_w, _in_h, _out_w, _out_h)) {
 489                 if( !( _mm_check_resize_format_label(_in_format_label) ||_mm_check_resize_format_label(_out_format_label) ) ) {
 490                         debug_error("ERROR-%s | %s Resize Only [AYUV] [YUY2] [YVYU] [UYVY] [Y800] [I420][YV12] format can use vidoeflip ERROR- Resize!!!#####\n", _in_format_label, _out_format_label);
 491                         _bool = FALSE;
 492                 }
 493         }
 494         return _bool;
 495 }
 496
 497 static gboolean
 498 __mm_check_rotate_format(int angle, const char* input_format_label, const char* output_format_label)
 499 {
 500         gboolean _bool=TRUE;
 501         debug_log("rotate value: %d input_format_label: %s output_format_label: %s\n",
 502         angle, input_format_label, output_format_label);
 503         if(_mm_check_rotate_format(angle)) {
 504                 if(!(_mm_check_rotate_format_label(input_format_label) || _mm_check_rotate_format_label(output_format_label))) {
 505                         debug_error("ERROR- %s | %s Rotate Only IYUV, I420, YV12 format can use vidoeflip ERROR -Rotate", input_format_label, output_format_label);
 506                         _bool = FALSE;
 507                 }
 508         }
 509         return _bool;
 510 }
 511
 512 static int
 513 _mm_push_buffer_into_pipeline(imgp_info_s* pImgp_info, gstreamer_s * pGstreamer_s, GstCaps*_caps)
 514 {
 515         int ret = MM_ERROR_NONE;
 516         if(_caps==NULL) {
 517                 debug_error("caps is NULL\n");
 518                 return MM_ERROR_IMAGE_INVALID_VALUE;
 519         }
 520
 521         if(pGstreamer_s->pipeline == NULL) {
 522                 debug_error("pipeline is NULL\n");
 523                 return MM_ERROR_IMAGE_INVALID_VALUE;
 524         }
 525
 526         GstBuffer* gst_buf = (GstBuffer *) gst_mini_object_new (GST_TYPE_BUFFER);
 527
 528         if(gst_buf==NULL)       {
 529                 debug_error("buffer is NULL\n");
 530                 return MM_ERROR_IMAGE_INVALID_VALUE;
 531         }
 532         GST_BUFFER_DATA (gst_buf) = (guint8 *) pImgp_info->src;
 533         GST_BUFFER_SIZE (gst_buf) = mm_setup_image_size(pImgp_info->input_format_label, pImgp_info->src_width, pImgp_info->src_height);
 534         GST_BUFFER_FLAG_SET (gst_buf, GST_BUFFER_FLAG_READONLY);
 535
 536         gst_buffer_set_caps (gst_buf, _caps);
 537         gst_app_src_push_buffer (GST_APP_SRC (pGstreamer_s->appsrc), gst_buf); /* push buffer to pipeline */
 538         g_free(GST_BUFFER_MALLOCDATA(gst_buf)); gst_buf = NULL; /* gst_buffer_finalize(gst_buf) { buffer->free_func (buffer->malloc_data); } */
 539         return ret;
 540 }
 541
 542
 543 static int
 544 _mm_imgp_gstcs_processing( gstreamer_s* pGstreamer_s, image_format_s* input_format, image_format_s* output_format, imgp_info_s* pImgp_info)
 545 {
 546         GstBus *bus = NULL;
 547         GstStateChangeReturn ret_state;
 548         int ret = MM_ERROR_NONE;
 549         /*create pipeline*/
 550         ret = _mm_create_pipeline(pGstreamer_s);
 551         if(ret != MM_ERROR_NONE) {
 552                 debug_error("ERROR - mm_create_pipeline ");
 553         }
 554
 555
 556         /* Make appsink emit the "new-preroll" and "new-buffer" signals. This option is by default disabled because signal emission is expensive and unneeded when the application prefers to operate in pull mode. */
 557          gst_app_sink_set_emit_signals ((GstAppSink*)pGstreamer_s->appsink, TRUE);
 558
 559         bus = gst_pipeline_get_bus (GST_PIPELINE (pGstreamer_s->pipeline)); /* GST_PIPELINE (pipeline)); */
 560         /* gst_bus_add_watch (bus, (GstBusFunc) _mm_on_sink_message , pGstreamer_s); /* thow to appplicaton */
 561         gst_object_unref(bus);
 562
 563         debug_log("Start mm_push_buffer_into_pipeline");
 564         ret = _mm_push_buffer_into_pipeline(pImgp_info, pGstreamer_s, input_format->caps);
 565         if(ret != MM_ERROR_NONE) {
 566                 debug_error("ERROR - mm_push_buffer_into_pipeline ");
 567         }
 568         debug_log("End mm_push_buffer_into_pipeline");
 569
 570         /*link pipeline*/
 571         debug_log("Start mm_link_pipeline");
 572         _mm_link_pipeline( pGstreamer_s, input_format, output_format, pImgp_info->angle);
 573         debug_log("End mm_link_pipeline");
 574
 575         /* Conecting to the new-buffer signal emited by the appsink*/
 576         debug_log("Start G_CALLBACK (_mm_sink_preroll)");
 577         g_signal_connect (pGstreamer_s->appsink, "new-preroll", G_CALLBACK (_mm_sink_preroll), pGstreamer_s);
 578         debug_log("End G_CALLBACK (mm_sink_preroll)");
 579
 580         /* GST_STATE_PLAYING*/
 581         debug_log("Start GST_STATE_PLAYING");
 582         ret_state = gst_element_set_state (pGstreamer_s->pipeline, GST_STATE_PLAYING);
 583         debug_log("End GST_STATE_PLAYING ret_state: %d", ret_state);
 584         ret_state = gst_element_get_state (pGstreamer_s->pipeline, NULL, NULL, GST_CLOCK_TIME_NONE);
 585         debug_log("Success Get GST_STATE_PLAYING ret_state: %d", ret_state);
 586         #if 0
 587         /* Conecting to the new-buffer signal emited by the appsink*/
 588         debug_log("Start G_CALLBACK (mm_sink_buffer)");
 589         g_signal_connect (pGstreamer_s->appsink, "new-buffer", G_CALLBACK (_mm_sink_buffer), pGstreamer_s);
 590         debug_log("End G_CALLBACK (mm_sink_buffer)");
 591         #endif
 592         if(ret_state == 1) {
 593                 debug_log("GST_STATE_PLAYING ret = %d( GST_STATE_CHANGE_SUCCESS)", ret_state);
 594         }else if( ret_state == 2) {
 595                 debug_log("GST_STATE_PLAYING ret = %d( GST_STATE_CHANGE_ASYNC)", ret_state);
 596         }
 597
 598         debug_log("Sucess GST_STATE_CHANGE");
 599
 600         /* error */
 601         if (ret_state == 0)     {
 602                 debug_error("GST_STATE_CHANGE_FAILURE");
 603                 return MM_ERROR_IMAGE_INVALID_VALUE;
 604         }else {
 605                 #if 0
 606                         g_main_loop_run (pGstreamer_s->loop);
 607                 #endif
 608                 debug_log("Set GST_STATE_NULL");
 609
 610                 /*GST_STATE_NULL*/
 611                 gst_element_set_state (pGstreamer_s->pipeline, GST_STATE_NULL);
 612                 debug_log("End GST_STATE_NULL");
 613
 614                 debug_log("###pGstreamer_s->output_buffer### : %p", pGstreamer_s->output_buffer);
 615
 616                 ret_state = gst_element_get_state (pGstreamer_s->pipeline, NULL, NULL, GST_CLOCK_TIME_NONE);
 617
 618                 if(ret_state == 1) {
 619                         debug_log("GST_STATE_NULL ret_state = %d (GST_STATE_CHANGE_SUCCESS)\n", ret_state);
 620                 }else if( ret_state == 2) {
 621                         debug_log("GST_STATE_NULL ret_state = %d (GST_STATE_CHANGE_ASYNC)\n", ret_state);
 622                 }
 623
 624                 debug_log("Success gst_element_get_state\n");
 625
 626                 if (ret_state == 0)     {
 627                         debug_error("GST_STATE_CHANGE_FAILURE");
 628                 }else {
 629                         if(pGstreamer_s->output_buffer != NULL) {
 630                                 int buffer_size = GST_BUFFER_SIZE(pGstreamer_s->output_buffer);
 631                                 debug_log("buffer size: %d\n", buffer_size);
 632                                 if( buffer_size != mm_setup_image_size(pImgp_info->output_format_label, pImgp_info->output_stride, pImgp_info->output_elevation)) {
 633                                         debug_log("Buffer size is different stride:%d elevation: %d\n", pImgp_info->output_stride, pImgp_info->output_elevation);
 634                                 }
 635                                 debug_log("pGstreamer_s->output_buffer: 0x%2x\n", pGstreamer_s->output_buffer);
 636                                 memcpy( pImgp_info->dst, (char*)GST_BUFFER_DATA(pGstreamer_s->output_buffer), buffer_size);
 637                         }else {
 638                                 debug_log("pGstreamer_s->output_buffer is NULL");
 639                         }
 640                 }
 641                 gst_object_unref (pGstreamer_s->pipeline);
 642                 g_free(GST_BUFFER_MALLOCDATA(pGstreamer_s->output_buffer));
 643                 pGstreamer_s->output_buffer = NULL;
 644                 g_free (pGstreamer_s);
 645
 646                 debug_log("End mm_convert_colorspace \n");
 647         }
 648         debug_log("pImgp_info->dst: %p", pImgp_info->dst);
 649         return ret;
 650 }
 651
 652
 653 static int
 654 mm_setup_image_size(const char* _format_label, int width, int height)
 655 {
 656         int size=0;
 657
 658         if(strcmp(_format_label, "I420") == 0) {
 659                 setup_image_size_I420(width, height); /*width * height *1.5; */
 660         }else if(strcmp(_format_label, "Y42B") == 0) {
 661                 setup_image_size_Y42B(width, height); /*width * height *2; */
 662         }else if(strcmp(_format_label, "YUV422") == 0) {
 663                 setup_image_size_Y42B(width, height); /*width * height *2; */
 664         }else if(strcmp(_format_label, "Y444") == 0) {
 665                 setup_image_size_Y444(width, height); /* width * height *3; */
 666         }else if(strcmp(_format_label, "YV12") == 0) {
 667                 setup_image_size_YV12(width, height); /* width * height *1; */
 668         }else if(strcmp(_format_label, "NV12") == 0) {
 669                 setup_image_size_NV12(width, height); /* width * height *1.5; */
 670         }else if(strcmp(_format_label, "RGB565") == 0) {
 671                 setup_image_size_RGB565(width, height); /* width * height *2; */
 672         }else if(strcmp(_format_label, "RGB888") == 0) {
 673                 setup_image_size_RGB888(width, height); /* width * height *3; */
 674         }else if(strcmp(_format_label, "BGR888") == 0) {
 675                 setup_image_size_BGR888(width, height); /* width * height *3; */
 676         }else if(strcmp(_format_label, "UYVY") == 0) {
 677                 setup_image_size_UYVY(width, height); /* width * height *2; */
 678         }else if(strcmp(_format_label, "YUYV") == 0) {
 679                 setup_image_size_YUYV(width, height); /* width * height *2; */
 680         }else if(strcmp(_format_label, "ARGB8888") == 0) {
 681         size = width * height *4; debug_log("file_size: %d\n", size);
 682         }else if(strcmp(_format_label, "BGRA8888") == 0) {
 683                 size = width * height *4; debug_log("file_size: %d\n", size);
 684         }else if(strcmp(_format_label, "RGBA8888") == 0) {
 685                 size = width * height *4; debug_log("file_size: %d\n", size);
 686         }else if(strcmp(_format_label, "ABGR8888") == 0) {
 687                 size = width * height *4; debug_log("file_size: %d\n", size);
 688         }else if(strcmp(_format_label, "BGRX") == 0) {
 689                 size = width * height *4; debug_log("file_size: %d\n", size);
 690         }
 691
 692         return size;
 693 }
 694
 695 static int
 696 _mm_imgp_gstcs(imgp_info_s* pImgp_info)
 697 {
 698         image_format_s* input_format=NULL, *output_format=NULL;
 699         gstreamer_s* pGstreamer_s;
 700         int ret = MM_ERROR_NONE;
 701         g_type_init();
 702         if(pImgp_info == NULL) {
 703                 debug_error("imgp_info_s is NULL");
 704         }
 705
 706         debug_log("[input] format label : %s width: %d height: %d\t[output] format label: %s width: %d height: %d rotation vaule: %d dst: 0x%2x",
 707                 pImgp_info->input_format_label, pImgp_info->src_width, pImgp_info->src_height, pImgp_info->output_format_label, pImgp_info->dst_width, pImgp_info->dst_height, pImgp_info->angle, pImgp_info->dst);
 708
 709         if(pImgp_info->dst == NULL) {
 710                 debug_error("imgp_info_s->dst is NULL");
 711         }
 712         input_format= _mm_set_input_image_format_s_struct(pImgp_info);
 713         output_format= _mm_set_output_image_format_s_struct(pImgp_info);
 714
 715         pImgp_info->output_stride = output_format->stride;
 716         pImgp_info->output_elevation = output_format->elevation;
 717
 718         debug_log("mm_check_resize_format&&mm_check_rotate_format ");
 719
 720         if(__mm_check_resize_format(pImgp_info->input_format_label, pImgp_info->src_width, pImgp_info->src_height, pImgp_info->output_format_label, pImgp_info->dst_width, pImgp_info->dst_height)
 721                 && __mm_check_rotate_format(pImgp_info->angle, pImgp_info->input_format_label, pImgp_info->output_format_label) ) {
 722                 #if 0 /* def GST_EXT_TIME_ANALYSIS */
 723                         MMTA_INIT();
 724                 #endif
 725                 gst_init (NULL, NULL);
 726
 727                 pGstreamer_s = g_new0 (gstreamer_s, 1);
 728
 729                 #if 0 /* def GST_EXT_TIME_ANALYSIS */
 730                          MMTA_ACUM_ITEM_BEGIN("ffmpegcolorspace", 0);
 731                 #endif
 732                 /* _format_label : I420, RGB888 etc*/
 733                 debug_log("Start mm_convert_colorspace ");
 734                 ret =_mm_imgp_gstcs_processing(pGstreamer_s, input_format, output_format, pImgp_info); /* input: buffer pointer for input image , input image format, input image width, input image height, output: buffer porinter for output image */
 735
 736                 if(ret == MM_ERROR_NONE) {
 737                         debug_log("End mm_convert_colorspace [pImgp_info->dst: %p]", pImgp_info->dst);
 738                 }else if (ret != MM_ERROR_NONE) {
 739                         debug_error("ERROR -mm_convert_colorspace");
 740                 }
 741                 #if 0 /* def GST_EXT_TIME_ANALYSIS */
 742                         MMTA_ACUM_ITEM_END("ffmpegcolorspace", 0);
 743                         MMTA_ACUM_ITEM_SHOW_RESULT();
 744                         MMTA_ACUM_ITEM_SHOW_RESULT_TO(MMTA_SHOW_FILE);
 745                         MMTA_RELEASE ();
 746                 #endif
 747         }else {
 748                 debug_error("Error - Check your input / ouput image input_format_label: %s src_width: %d src_height: %d output_format_label: %s output_stride: %d output_elevation: %d angle: %d ",
 749                 pImgp_info->input_format_label, pImgp_info->src_width, pImgp_info->src_height, pImgp_info->output_format_label, pImgp_info->output_stride, pImgp_info->output_elevation, pImgp_info->angle);
 750                 ret = MM_ERROR_IMAGE_INVALID_VALUE;
 751         }
 752
 753         GSTCS_FREE(input_format->format_label);
 754         GSTCS_FREE(input_format->colorspace);
 755         GSTCS_FREE(input_format);
 756
 757         GSTCS_FREE(output_format->format_label);
 758         GSTCS_FREE(output_format->colorspace);
 759         GSTCS_FREE(output_format);
 760
 761         return ret;
 762 }
 763
 764 int
 765 mm_imgp(imgp_info_s* pImgp_info, imgp_type_e _imgp_type)
 766 {
 767         if (pImgp_info == NULL) {
 768                 debug_error("input vaule is error");
 769         }
 770         return _mm_imgp_gstcs(pImgp_info);
 771 }