src/mm_player_capture.c

   1 /*\r
   2  * libmm-player\r
   3  *\r
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.\r
   5  *\r
   6  * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com>\r
   7  *\r
   8  * Licensed under the Apache License, Version 2.0 (the "License");\r
   9  * you may not use this file except in compliance with the License.\r
  10  * You may obtain a copy of the License at\r
  11  *\r
  12  * http://www.apache.org/licenses/LICENSE-2.0\r
  13  *\r
  14  * Unless required by applicable law or agreed to in writing, software\r
  15  * distributed under the License is distributed on an "AS IS" BASIS,\r
  16  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
  17  * See the License for the specific language governing permissions and\r
  18  * limitations under the License.\r
  19  *\r
  20  */\r
  21  \r
  22 /*===========================================================================================\r
  23 |                                                                                                                                                                                       |\r
  24 |  INCLUDE FILES                                                                                                                                                        |\r
  25 |                                                                                                                                                                                       |\r
  26 ========================================================================================== */\r
  27 #include "mm_player_capture.h"\r
  28 #include "mm_player_priv.h"\r
  29 \r
  30 #include <mm_util_imgp.h>\r
  31 \r
  32 /*---------------------------------------------------------------------------\r
  33 |    LOCAL VARIABLE DEFINITIONS for internal                                                            |\r
  34 ---------------------------------------------------------------------------*/\r
  35 \r
  36 /*---------------------------------------------------------------------------\r
  37 |    LOCAL FUNCTION PROTOTYPES:                                                                                         |\r
  38 ---------------------------------------------------------------------------*/\r
  39 static gboolean __mmplayer_video_capture_probe (GstPad *pad, GstBuffer *buffer, gpointer u_data);\r
  40 //static int  __mmplayer_get_video_frame_from_buffer(mm_player_t* player, GstBuffer *buffer);\r
  41 static gpointer __mmplayer_capture_thread(gpointer data);\r
  42 static void __csc_tiled_to_linear_crop(unsigned char *yuv420_dest, unsigned char *nv12t_src, int yuv420_width, int yuv420_height, int left, int top, int right, int buttom);\r
  43 static int __tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos);\r
  44 static int __mm_player_convert_colorspace(mm_player_t* player, unsigned char* src_data, mm_util_img_format src_fmt, unsigned int src_w, unsigned int src_h, mm_util_img_format dst_fmt);\r
  45 \r
  46 /*===========================================================================================\r
  47 |                                                                                                                                                                                       |\r
  48 |  FUNCTION DEFINITIONS                                                                                                                                         |\r
  49 |                                                                                                                                                                                       |\r
  50 ========================================================================================== */\r
  51 int \r
  52 _mmplayer_initialize_video_capture(mm_player_t* player)\r
  53 {\r
  54         return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );\r
  55         /* create capture mutex */\r
  56         player->capture_thread_mutex = g_mutex_new();\r
  57         if ( ! player->capture_thread_mutex )\r
  58         {\r
  59                 debug_critical("Cannot create capture mutex");\r
  60                 goto ERROR;\r
  61         }\r
  62 \r
  63         /* create capture cond */\r
  64         player->capture_thread_cond = g_cond_new();\r
  65         if ( ! player->capture_thread_cond )\r
  66         {\r
  67                 debug_critical("Cannot create capture cond");\r
  68                 goto ERROR;\r
  69         }\r
  70 \r
  71         player->capture_thread_exit = FALSE;\r
  72 \r
  73         /* create video capture thread */\r
  74         player->capture_thread =\r
  75                 g_thread_create (__mmplayer_capture_thread, (gpointer)player, TRUE, NULL);\r
  76         if ( ! player->capture_thread )\r
  77         {\r
  78                 goto ERROR;\r
  79         }\r
  80 \r
  81         return MM_ERROR_NONE;\r
  82 \r
  83 ERROR:\r
  84         /* capture thread */\r
  85         if ( player->capture_thread_mutex )\r
  86                 g_mutex_free ( player->capture_thread_mutex );\r
  87 \r
  88         if ( player->capture_thread_cond )\r
  89                 g_cond_free ( player->capture_thread_cond );\r
  90 \r
  91         return MM_ERROR_PLAYER_INTERNAL;\r
  92 }\r
  93 \r
  94 int\r
  95 _mmplayer_release_video_capture(mm_player_t* player)\r
  96 {\r
  97         return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );\r
  98         /* release capture thread */\r
  99         if ( player->capture_thread_cond &&\r
 100                  player->capture_thread_mutex &&\r
 101                  player->capture_thread )\r
 102         {\r
 103                 g_mutex_lock(player->capture_thread_mutex);\r
 104                 player->capture_thread_exit = TRUE;\r
 105                 g_cond_signal( player->capture_thread_cond );\r
 106                 g_mutex_unlock(player->capture_thread_mutex);\r
 107 \r
 108                 debug_log("waitting for capture thread exit");\r
 109                 g_thread_join ( player->capture_thread );\r
 110                 g_mutex_free ( player->capture_thread_mutex );\r
 111                 g_cond_free ( player->capture_thread_cond );\r
 112                 debug_log("capture thread released");\r
 113         }\r
 114 \r
 115         return MM_ERROR_NONE;\r
 116 }\r
 117 \r
 118 int\r
 119 _mmplayer_do_video_capture(MMHandleType hplayer)\r
 120 {\r
 121         mm_player_t* player = (mm_player_t*) hplayer;\r
 122         int ret = MM_ERROR_NONE;\r
 123         GstPad *pad = NULL;\r
 124 \r
 125         debug_fenter();\r
 126 \r
 127         return_val_if_fail(player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED);\r
 128 \r
 129         /* capturing or not */\r
 130         if (player->video_capture_cb_probe_id || player->capture.data || player->captured.a[0] || player->captured.a[1])\r
 131         {\r
 132                 debug_warning("capturing... we can't do any more");\r
 133                 return MM_ERROR_PLAYER_INVALID_STATE;\r
 134         }\r
 135 \r
 136         /* check if video pipeline is linked or not */\r
 137         if (!player->pipeline->videobin || !player->sent_bos)\r
 138         {\r
 139                 debug_warning("not ready to capture");\r
 140                 return MM_ERROR_PLAYER_INVALID_STATE;\r
 141         }\r
 142 \r
 143         if (player->state != MM_PLAYER_STATE_PLAYING)\r
 144         {\r
 145                 if (player->state == MM_PLAYER_STATE_PAUSED) // get last buffer from video sink\r
 146                 {\r
 147                         GstBuffer *buf = NULL;\r
 148                         g_object_get(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "last-buffer", &buf, NULL);\r
 149 \r
 150 \r
 151                         if (buf)\r
 152                         {\r
 153                                 //ret = __mmplayer_get_video_frame_from_buffer(player, buf);\r
 154                                 gst_buffer_unref(buf);\r
 155                         }\r
 156                         return ret;\r
 157                 }\r
 158                 else\r
 159                 {\r
 160                         debug_warning("invalid state(%d) to capture", player->state);\r
 161                         return MM_ERROR_PLAYER_INVALID_STATE;\r
 162                 }\r
 163         }\r
 164 \r
 165         pad = gst_element_get_static_pad(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "sink" );\r
 166 \r
 167         /* register probe */\r
 168 #ifndef GST_API_VERSION_1\r
 169         player->video_capture_cb_probe_id = gst_pad_add_buffer_probe (pad,\r
 170                 G_CALLBACK (__mmplayer_video_capture_probe), player);\r
 171 #else\r
 172         player->video_capture_cb_probe_id = gst_pad_add_probe (pad, GST_PAD_PROBE_TYPE_BUFFER,\r
 173                 __mmplayer_video_capture_probe, player, NULL);\r
 174 #endif\r
 175 \r
 176         gst_object_unref(GST_OBJECT(pad));\r
 177         pad = NULL;\r
 178         debug_fleave();\r
 179 \r
 180         return ret;\r
 181 }\r
 182 \r
 183 static gpointer\r
 184 __mmplayer_capture_thread(gpointer data)\r
 185 {\r
 186         mm_player_t* player = (mm_player_t*) data;\r
 187         MMMessageParamType msg = {0, };\r
 188         unsigned char * linear_y_plane = NULL;\r
 189         unsigned char * linear_uv_plane = NULL;\r
 190 \r
 191         return_val_if_fail(player, NULL);\r
 192 \r
 193         while (!player->capture_thread_exit)\r
 194         {\r
 195                 debug_log("capture thread started. waiting for signal");\r
 196 \r
 197                 g_mutex_lock(player->capture_thread_mutex);\r
 198                 g_cond_wait( player->capture_thread_cond, player->capture_thread_mutex );\r
 199 \r
 200                 if ( player->capture_thread_exit )\r
 201                 {\r
 202                         debug_log("exiting capture thread");\r
 203                         goto EXIT;\r
 204                 }\r
 205                 debug_log("capture thread is recieved signal");\r
 206 \r
 207                 /* NOTE: Don't use MMPLAYER_CMD_LOCK() here.\r
 208                  * Because deadlock can be happened if other player api is used in message callback. \r
 209                  */\r
 210                 if (player->video_cs == MM_PLAYER_COLORSPACE_NV12_TILED)\r
 211                 {\r
 212                         /* Colorspace conversion : NV12T-> NV12-> RGB888 */\r
 213                         int ret = 0;\r
 214                         int linear_y_plane_size;\r
 215                         int linear_uv_plane_size;\r
 216                         unsigned char * src_buffer = NULL;\r
 217 \r
 218                         debug_log("w[0]=%d, w[1]=%d", player->captured.w[0], player->captured.w[1]);\r
 219                         debug_log("h[0]=%d, h[1]=%d", player->captured.h[0], player->captured.h[1]);\r
 220                         debug_log("s[0]=%d, s[1]=%d", player->captured.s[0], player->captured.s[1]);\r
 221                         debug_log("e[0]=%d, e[1]=%d", player->captured.e[0], player->captured.e[1]);\r
 222                         debug_log("a[0]=%p, a[1]=%p", player->captured.a[0], player->captured.a[1]);\r
 223 \r
 224                         #if 0\r
 225                         if (mm_attrs_get_int_by_name(player->attrs, "content_video_width", &(player->captured.w[0])) != MM_ERROR_NONE)\r
 226                         {\r
 227                                 debug_error("failed to get content width attribute");\r
 228                                 goto ERROR;\r
 229                         }\r
 230 \r
 231                         if (mm_attrs_get_int_by_name(player->attrs, "content_video_height", &(player->captured.h[0])) != MM_ERROR_NONE)\r
 232                         {\r
 233                                 debug_error("failed to get content height attribute");\r
 234                                 goto ERROR;\r
 235                         }\r
 236                         #endif\r
 237 \r
 238                         linear_y_plane_size = (player->captured.w[0] * player->captured.h[0]);\r
 239                         linear_uv_plane_size = (player->captured.w[0] * player->captured.h[0]/2);\r
 240 \r
 241                         linear_y_plane = (unsigned char*) g_try_malloc(linear_y_plane_size);\r
 242                         if (linear_y_plane == NULL)\r
 243                         {\r
 244                                 msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE;\r
 245                                 goto ERROR;\r
 246                         }\r
 247 \r
 248                         linear_uv_plane = (unsigned char*) g_try_malloc(linear_uv_plane_size);\r
 249                         if (linear_uv_plane == NULL)\r
 250                         {\r
 251                                 msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE;\r
 252                                 goto ERROR;\r
 253                         }\r
 254                         /* NV12 tiled to linear */\r
 255                         __csc_tiled_to_linear_crop(linear_y_plane, player->captured.a[0], player->captured.w[0], player->captured.h[0], 0,0,0,0);\r
 256                         __csc_tiled_to_linear_crop(linear_uv_plane, player->captured.a[1], player->captured.w[0], player->captured.h[0]/2, 0,0,0,0);\r
 257 \r
 258                         MMPLAYER_FREEIF(player->captured.a[0]);\r
 259                         MMPLAYER_FREEIF(player->captured.a[1]);\r
 260 \r
 261                         src_buffer = (unsigned char*) g_try_malloc(linear_y_plane_size+linear_uv_plane_size);\r
 262 \r
 263                         if (src_buffer == NULL)\r
 264                         {\r
 265                                 msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE;\r
 266                                 goto ERROR;\r
 267                         }\r
 268                         memset(src_buffer, 0x00, linear_y_plane_size+linear_uv_plane_size);\r
 269                         memcpy(src_buffer, linear_y_plane, linear_y_plane_size);\r
 270                         memcpy(src_buffer+linear_y_plane_size, linear_uv_plane, linear_uv_plane_size);\r
 271 \r
 272                         /* NV12 linear to RGB888 */\r
 273                         ret = __mm_player_convert_colorspace(player, src_buffer, MM_UTIL_IMG_FMT_NV12,\r
 274                                 player->captured.w[0], player->captured.h[0], MM_UTIL_IMG_FMT_RGB888);\r
 275 \r
 276                         if (ret != MM_ERROR_NONE)\r
 277                         {\r
 278                                 debug_error("failed to convert nv12 linear");\r
 279                                 goto ERROR;\r
 280                         }\r
 281                         /* clean */\r
 282                         MMPLAYER_FREEIF(src_buffer);\r
 283                         MMPLAYER_FREEIF(linear_y_plane);\r
 284                         MMPLAYER_FREEIF(linear_uv_plane);\r
 285                 }\r
 286 \r
 287                 player->capture.fmt = MM_PLAYER_COLORSPACE_RGB888;\r
 288                 msg.data = &player->capture;\r
 289                 msg.size = player->capture.size;\r
 290 \r
 291                 if (player->cmd >= MMPLAYER_COMMAND_START)\r
 292                 {\r
 293                         MMPLAYER_POST_MSG( player, MM_MESSAGE_VIDEO_CAPTURED, &msg );\r
 294                         debug_log("returned from capture message callback");\r
 295                 }\r
 296 \r
 297                 g_mutex_unlock(player->capture_thread_mutex);\r
 298 \r
 299                 //MMPLAYER_FREEIF(player->capture.data);\r
 300                 continue;\r
 301 ERROR:\r
 302                 if (player->video_cs == MM_PLAYER_COLORSPACE_NV12_TILED)\r
 303                 {\r
 304                         /* clean */\r
 305                         MMPLAYER_FREEIF(linear_y_plane);\r
 306                         MMPLAYER_FREEIF(linear_uv_plane);\r
 307                         MMPLAYER_FREEIF(player->captured.a[0]);\r
 308                         MMPLAYER_FREEIF(player->captured.a[1]);\r
 309                 }\r
 310 \r
 311                 msg.union_type = MM_MSG_UNION_CODE;\r
 312 \r
 313                 g_mutex_unlock(player->capture_thread_mutex);\r
 314                 MMPLAYER_POST_MSG( player, MM_MESSAGE_VIDEO_NOT_CAPTURED, &msg );\r
 315         }\r
 316         return NULL;\r
 317 EXIT:\r
 318         g_mutex_unlock(player->capture_thread_mutex);\r
 319         return NULL;\r
 320 }\r
 321 \r
 322 /**\r
 323   * The output is fixed as RGB888\r
 324   */\r
 325 #if 0\r
 326 #ifdef GST_API_VERSION_1\r
 327 static int\r
 328 __mmplayer_get_video_frame_from_buffer(mm_player_t* player, GstBuffer *buffer)\r
 329 {\r
 330         gint yplane_size = 0;\r
 331         gint uvplane_size = 0;\r
 332         gint src_width = 0;\r
 333         gint src_height = 0;\r
 334         guint32 fourcc = 0;\r
 335         GstCaps *caps = NULL;\r
 336         GstStructure *structure = NULL;\r
 337         mm_util_img_format src_fmt = MM_UTIL_IMG_FMT_YUV420;\r
 338         mm_util_img_format dst_fmt = MM_UTIL_IMG_FMT_RGB888; // fixed\r
 339 \r
 340         debug_fenter();\r
 341 \r
 342         return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );\r
 343         return_val_if_fail ( buffer, MM_ERROR_INVALID_ARGUMENT );\r
 344 \r
 345         /* get fourcc */\r
 346         caps = GST_BUFFER_CAPS(buffer);\r
 347 \r
 348         return_val_if_fail ( caps, MM_ERROR_INVALID_ARGUMENT );\r
 349         debug_log("caps to capture: %s\n", gst_caps_to_string(caps));\r
 350 \r
 351         structure = gst_caps_get_structure (caps, 0);\r
 352 \r
 353         return_val_if_fail (structure != NULL, MM_ERROR_PLAYER_INTERNAL);\r
 354 \r
 355         /* init capture image buffer */\r
 356         memset(&player->capture, 0x00, sizeof(MMPlayerVideoCapture));\r
 357 \r
 358         gst_structure_get_int (structure, "width", &src_width);\r
 359         gst_structure_get_int (structure, "height", &src_height);\r
 360 \r
 361         /* check rgb or yuv */\r
 362         if (gst_structure_has_name(structure, "video/x-raw-yuv"))\r
 363         {\r
 364                 gst_structure_get_fourcc (structure, "format", &fourcc);\r
 365                 switch(fourcc)\r
 366                 {\r
 367                         /* NV12T */\r
 368                         case GST_MAKE_FOURCC ('S', 'T', '1', '2'):\r
 369                         {\r
 370                                 debug_msg ("captured format is ST12\n");\r
 371 \r
 372                                 MMPlayerMPlaneImage *proved = NULL;\r
 373                                 player->video_cs = MM_PLAYER_COLORSPACE_NV12_TILED;\r
 374 \r
 375                                 /* get video frame info from proved buffer */\r
 376                                 proved = (MMPlayerMPlaneImage *)GST_BUFFER_MALLOCDATA(buffer);\r
 377 \r
 378                                 if ( !proved || !proved->a[0] || !proved->a[1] )\r
 379                                         return MM_ERROR_PLAYER_INTERNAL;\r
 380 \r
 381                                 yplane_size = (proved->s[0] * proved->e[0]);\r
 382                                 uvplane_size = (proved->s[1] * proved->e[1]);\r
 383 \r
 384                                 memset(&player->captured, 0x00, sizeof(MMPlayerMPlaneImage));\r
 385                                 memcpy(&player->captured, proved, sizeof(MMPlayerMPlaneImage));\r
 386 \r
 387                                 player->captured.a[0] = g_try_malloc(yplane_size);\r
 388                                 if ( !player->captured.a[0] )\r
 389                                         return MM_ERROR_SOUND_NO_FREE_SPACE;\r
 390 \r
 391                                 player->captured.a[1] = g_try_malloc(uvplane_size);\r
 392                                 if ( !player->captured.a[1] )\r
 393                                         return MM_ERROR_SOUND_NO_FREE_SPACE;\r
 394 \r
 395                                 memcpy(player->captured.a[0], proved->a[0], yplane_size);\r
 396                                 memcpy(player->captured.a[1], proved->a[1], uvplane_size);\r
 397                                 goto DONE;\r
 398                         }\r
 399                         break;\r
 400 \r
 401                         case GST_MAKE_FOURCC ('I', '4', '2', '0'):\r
 402                         {\r
 403                                 src_fmt = MM_UTIL_IMG_FMT_I420;\r
 404                         }\r
 405                         break;\r
 406 \r
 407                         default:\r
 408                         {\r
 409                                 goto UNKNOWN;\r
 410                         }\r
 411                         break;\r
 412                 }\r
 413         }\r
 414         else if (gst_structure_has_name(structure, "video/x-raw-rgb"))\r
 415         {\r
 416                 gint bpp;\r
 417                 gint depth;\r
 418                 gint endianess;\r
 419                 gint blue_mask;\r
 420                 gboolean bigendian = FALSE;\r
 421                 gboolean isbluefirst = FALSE;\r
 422 \r
 423              /**\r
 424 \r
 425                 * The followings will be considered.\r
 426                 * RGBx, xRGB, BGRx, xBGR\r
 427                 * RGB888, BGR888\r
 428                 * RGB565\r
 429                 *\r
 430                 */\r
 431                 gst_structure_get_int (structure, "bpp", &bpp);\r
 432                 gst_structure_get_int (structure, "depth", &depth);\r
 433                 gst_structure_get_int (structure, "endianness", &endianess);\r
 434                 gst_structure_get_int (structure, "blue_mask", &blue_mask);\r
 435 \r
 436                 if (endianess == 4321)\r
 437                         bigendian = TRUE;\r
 438 \r
 439                 if (blue_mask == -16777216)\r
 440                         isbluefirst = TRUE;\r
 441 \r
 442                 switch(bpp)\r
 443                 {\r
 444                         case 32:\r
 445                         {\r
 446                                 switch(depth)\r
 447                                 {\r
 448                                         case 32:\r
 449                                                 if (bigendian && isbluefirst)\r
 450                                                         src_fmt = MM_UTIL_IMG_FMT_BGRA8888;\r
 451                                         case 24:\r
 452                                                 if (bigendian && isbluefirst)\r
 453                                                         src_fmt = MM_UTIL_IMG_FMT_BGRX8888;\r
 454                                                 break;\r
 455                                         default:\r
 456                                                 goto UNKNOWN;\r
 457                                                 break;\r
 458                                 }\r
 459                         }\r
 460                         break;\r
 461 \r
 462                         case 24:\r
 463                         default:\r
 464                         {\r
 465                                 goto UNKNOWN;\r
 466                         }\r
 467                         break;\r
 468                 }\r
 469         }\r
 470         else\r
 471         {\r
 472                 goto UNKNOWN;\r
 473         }\r
 474         GstMapInfo info;\r
 475         gst_buffer_map (buffer, &info, GST_MAP_WRITE);\r
 476         __mm_player_convert_colorspace(player, info.data, src_fmt, src_width, src_height, dst_fmt);\r
 477         gst_buffer_unmap (buffer, &info);\r
 478 \r
 479 DONE:\r
 480         /* do convert colorspace */\r
 481         g_cond_signal( player->capture_thread_cond );\r
 482 \r
 483         debug_fleave();\r
 484 \r
 485         return MM_ERROR_NONE;\r
 486 \r
 487 UNKNOWN:\r
 488         debug_error("unknown format to capture\n");\r
 489         return MM_ERROR_PLAYER_INTERNAL;\r
 490 }\r
 491 #else\r
 492 /**\r
 493   * The output is fixed as RGB888\r
 494   */\r
 495 static int\r
 496 __mmplayer_get_video_frame_from_buffer(mm_player_t* player, GstBuffer *buffer)\r
 497 {\r
 498         gint yplane_size = 0;\r
 499         gint uvplane_size = 0;\r
 500         gint src_width = 0;\r
 501         gint src_height = 0;\r
 502         const gchar *fmt;\r
 503         GstCaps *caps = NULL;\r
 504         GstStructure *structure = NULL;\r
 505         mm_util_img_format src_fmt = MM_UTIL_IMG_FMT_YUV420;\r
 506         mm_util_img_format dst_fmt = MM_UTIL_IMG_FMT_RGB888; // fixed\r
 507 \r
 508         debug_fenter();\r
 509 \r
 510         return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );\r
 511         return_val_if_fail ( buffer, MM_ERROR_INVALID_ARGUMENT );\r
 512 \r
 513         /* get fourcc */\r
 514         caps = GST_BUFFER_CAPS(buffer);\r
 515 \r
 516         return_val_if_fail ( caps, MM_ERROR_INVALID_ARGUMENT );\r
 517         debug_log("caps to capture: %s\n", gst_caps_to_string(caps));\r
 518 \r
 519         structure = gst_caps_get_structure (caps, 0);\r
 520 \r
 521         return_val_if_fail (structure != NULL, MM_ERROR_PLAYER_INTERNAL);\r
 522 \r
 523         /* init capture image buffer */\r
 524         memset(&player->capture, 0x00, sizeof(MMPlayerVideoCapture));\r
 525 \r
 526         gst_structure_get_int (structure, "width", &src_width);\r
 527         gst_structure_get_int (structure, "height", &src_height);\r
 528 \r
 529         /* check rgb or yuv */\r
 530         if (gst_structure_has_name(structure, "video/x-raw-yuv"))\r
 531         {\r
 532                 fmt = gst_structure_get_string (structure, "format");\r
 533                 switch (GST_STR_FOURCC (fmt))\r
 534                 {\r
 535                         /* NV12T */\r
 536                         case GST_MAKE_FOURCC ('S', 'T', '1', '2'):\r
 537                         {\r
 538                                 debug_msg ("captured format is ST12\n");\r
 539 \r
 540                                 MMPlayerMPlaneImage *proved = NULL;\r
 541                                 player->video_cs = MM_PLAYER_COLORSPACE_NV12_TILED;\r
 542 \r
 543                                 /* get video frame info from proved buffer */\r
 544                                 proved = (MMPlayerMPlaneImage *)gst_buffer_copy (buffer);\r
 545 \r
 546                                 if ( !proved || !proved->a[0] || !proved->a[1] )\r
 547                                         return MM_ERROR_PLAYER_INTERNAL;\r
 548 \r
 549                                 yplane_size = proved->y_size;\r
 550                                 uvplane_size = proved->uv_size;\r
 551 \r
 552                                 debug_msg ("yplane_size=%d, uvplane_size=%d\n",yplane_size,uvplane_size);\r
 553                                 memset(&player->captured, 0x00, sizeof(MMPlayerMPlaneImage));\r
 554                                 memcpy(&player->captured, proved, sizeof(MMPlayerMPlaneImage));\r
 555 \r
 556                                 player->captured.a[0] = g_try_malloc(yplane_size);\r
 557                                 if ( !player->captured.a[0] )\r
 558                                         return MM_ERROR_SOUND_NO_FREE_SPACE;\r
 559 \r
 560                                 player->captured.a[1] = g_try_malloc(uvplane_size);\r
 561                                 if ( !player->captured.a[1] )\r
 562                                         return MM_ERROR_SOUND_NO_FREE_SPACE;\r
 563 \r
 564                                 memcpy(player->captured.a[0], proved->a[0], yplane_size);\r
 565                                 memcpy(player->captured.a[1], proved->a[1], uvplane_size);\r
 566                                 goto DONE;\r
 567                         }\r
 568                         break;\r
 569 \r
 570                         case GST_MAKE_FOURCC ('I', '4', '2', '0'):\r
 571                         {\r
 572                                 src_fmt = MM_UTIL_IMG_FMT_I420;\r
 573                         }\r
 574                         break;\r
 575 \r
 576                         default:\r
 577                         {\r
 578                                 goto UNKNOWN;\r
 579                         }\r
 580                         break;\r
 581                 }\r
 582         }\r
 583         else if (gst_structure_has_name(structure, "video/x-raw-rgb"))\r
 584         {\r
 585                 gint bpp;\r
 586                 gint depth;\r
 587                 gint endianess;\r
 588                 gint blue_mask;\r
 589                 gboolean bigendian = FALSE;\r
 590                 gboolean isbluefirst = FALSE;\r
 591 \r
 592              /**\r
 593                 * The followings will be considered.\r
 594                 * RGBx, xRGB, BGRx, xBGR\r
 595                 * RGB888, BGR888\r
 596                 * RGB565\r
 597                 *\r
 598                 */\r
 599                 gst_structure_get_int (structure, "bpp", &bpp);\r
 600                 gst_structure_get_int (structure, "depth", &depth);\r
 601                 gst_structure_get_int (structure, "endianness", &endianess);\r
 602                 gst_structure_get_int (structure, "blue_mask", &blue_mask);\r
 603 \r
 604                 if (endianess == 4321)\r
 605                         bigendian = TRUE;\r
 606 \r
 607                 if (blue_mask == -16777216)\r
 608                         isbluefirst = TRUE;\r
 609 \r
 610                 switch(bpp)\r
 611                 {\r
 612                         case 32:\r
 613                         {\r
 614                                 switch(depth)\r
 615                                 {\r
 616                                         case 32:\r
 617                                                 if (bigendian && isbluefirst)\r
 618                                                         src_fmt = MM_UTIL_IMG_FMT_BGRA8888;\r
 619                                         case 24:\r
 620                                                 if (bigendian && isbluefirst)\r
 621                                                         src_fmt = MM_UTIL_IMG_FMT_BGRX8888;\r
 622                                                 break;\r
 623                                         default:\r
 624                                                 goto UNKNOWN;\r
 625                                                 break;\r
 626                                 }\r
 627                         }\r
 628                         break;\r
 629 \r
 630                         case 24:\r
 631                         default:\r
 632                         {\r
 633                                 goto UNKNOWN;\r
 634                         }\r
 635                         break;\r
 636                 }\r
 637         }\r
 638         else\r
 639         {\r
 640                 goto UNKNOWN;\r
 641         }\r
 642         __mm_player_convert_colorspace(player, GST_BUFFER_DATA(buffer), src_fmt, src_width, src_height, dst_fmt);\r
 643 \r
 644 DONE:\r
 645         /* do convert colorspace */\r
 646         g_cond_signal( player->capture_thread_cond );\r
 647 \r
 648         debug_fleave();\r
 649 \r
 650         return MM_ERROR_NONE;\r
 651 \r
 652 UNKNOWN:\r
 653         debug_error("unknown format to capture\n");\r
 654         return MM_ERROR_PLAYER_INTERNAL;\r
 655 }\r
 656 #endif\r
 657 #endif\r
 658 \r
 659 static gboolean\r
 660 __mmplayer_video_capture_probe (GstPad *pad, GstBuffer *buffer, gpointer u_data)\r
 661 {\r
 662         mm_player_t* player = (mm_player_t*) u_data;\r
 663         int ret = MM_ERROR_NONE;\r
 664 \r
 665         return_val_if_fail ( buffer, FALSE);\r
 666         debug_fenter();\r
 667 \r
 668         //ret = __mmplayer_get_video_frame_from_buffer(player, buffer);\r
 669 \r
 670         if ( ret != MM_ERROR_NONE)\r
 671         {\r
 672                 debug_error("faild to get video frame. %x\n", ret);\r
 673                 return FALSE;\r
 674         }\r
 675 \r
 676         /* remove probe to be called at one time */\r
 677         if (player->video_capture_cb_probe_id)\r
 678         {\r
 679 #ifndef GST_API_VERSION_1\r
 680                 gst_pad_remove_buffer_probe (pad, player->video_capture_cb_probe_id);\r
 681 #else\r
 682                 gst_pad_remove_probe (pad, player->video_capture_cb_probe_id);\r
 683 #endif\r
 684                 player->video_capture_cb_probe_id = 0;\r
 685         }\r
 686 \r
 687         debug_fleave();\r
 688 \r
 689         return TRUE;\r
 690 }\r
 691 \r
 692 static int\r
 693 __mm_player_convert_colorspace(mm_player_t* player, unsigned char* src_data, mm_util_img_format src_fmt, unsigned int src_w, unsigned int src_h, mm_util_img_format dst_fmt)\r
 694 {\r
 695         unsigned char *dst_data = NULL;\r
 696         unsigned int dst_size;\r
 697         int ret = MM_ERROR_NONE;\r
 698 \r
 699         return_val_if_fail(player, MM_ERROR_PLAYER_INTERNAL);\r
 700         ret = mm_util_get_image_size(dst_fmt, src_w, src_h, &dst_size);\r
 701 \r
 702         if (ret != MM_ERROR_NONE)\r
 703         {\r
 704                 debug_error("failed to get image size for capture, %d\n", ret);\r
 705                 return MM_ERROR_PLAYER_INTERNAL;\r
 706         }\r
 707 \r
 708         debug_log("width: %d, height: %d to capture, dest size: %d\n", src_w, src_h, dst_size);\r
 709 \r
 710         dst_data = (unsigned char*)g_malloc0(dst_size);\r
 711 \r
 712         if (!dst_data)\r
 713         {\r
 714                 debug_error("no free space to capture\n");\r
 715                 return MM_ERROR_PLAYER_NO_FREE_SPACE;\r
 716         }\r
 717 \r
 718         ret = mm_util_convert_colorspace(src_data, src_w, src_h, src_fmt, dst_data, dst_fmt);\r
 719 \r
 720         if (ret != MM_ERROR_NONE)\r
 721         {\r
 722                 debug_error("failed to convert for capture, %d\n", ret);\r
 723                 return MM_ERROR_PLAYER_INTERNAL;\r
 724         }\r
 725 \r
 726         player->capture.size = dst_size;\r
 727         player->capture.data = dst_data;\r
 728 \r
 729         return MM_ERROR_NONE;\r
 730 }\r
 731 \r
 732 /*\r
 733  * Get tiled address of position(x,y)\r
 734  *\r
 735  * @param x_size\r
 736  *   width of tiled[in]\r
 737  *\r
 738  * @param y_size\r
 739  *   height of tiled[in]\r
 740  *\r
 741  * @param x_pos\r
 742  *   x position of tield[in]\r
 743  *\r
 744  * @param src_size\r
 745  *   y position of tield[in]\r
 746  *\r
 747  * @return\r
 748  *   address of tiled data\r
 749  */\r
 750 static int\r
 751 __tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos)\r
 752 {\r
 753     int pixel_x_m1, pixel_y_m1;\r
 754     int roundup_x, roundup_y;\r
 755     int linear_addr0, linear_addr1, bank_addr ;\r
 756     int x_addr;\r
 757     int trans_addr;\r
 758 \r
 759     pixel_x_m1 = x_size -1;\r
 760     pixel_y_m1 = y_size -1;\r
 761 \r
 762     roundup_x = ((pixel_x_m1 >> 7) + 1);\r
 763     roundup_y = ((pixel_x_m1 >> 6) + 1);\r
 764 \r
 765     x_addr = x_pos >> 2;\r
 766 \r
 767     if ((y_size <= y_pos+32) && ( y_pos < y_size) &&\r
 768         (((pixel_y_m1 >> 5) & 0x1) == 0) && (((y_pos >> 5) & 0x1) == 0)) {\r
 769         linear_addr0 = (((y_pos & 0x1f) <<4) | (x_addr & 0xf));\r
 770         linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 6) & 0x3f));\r
 771 \r
 772         if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1))\r
 773             bank_addr = ((x_addr >> 4) & 0x1);\r
 774         else\r
 775             bank_addr = 0x2 | ((x_addr >> 4) & 0x1);\r
 776     } else {\r
 777         linear_addr0 = (((y_pos & 0x1f) << 4) | (x_addr & 0xf));\r
 778         linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 5) & 0x7f));\r
 779 \r
 780         if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1))\r
 781             bank_addr = ((x_addr >> 4) & 0x1);\r
 782         else\r
 783             bank_addr = 0x2 | ((x_addr >> 4) & 0x1);\r
 784     }\r
 785 \r
 786     linear_addr0 = linear_addr0 << 2;\r
 787     trans_addr = (linear_addr1 <<13) | (bank_addr << 11) | linear_addr0;\r
 788 \r
 789     return trans_addr;\r
 790 }\r
 791 \r
 792 /*\r
 793  * Converts tiled data to linear\r
 794  * Crops left, top, right, buttom\r
 795  * 1. Y of NV12T to Y of YUV420P\r
 796  * 2. Y of NV12T to Y of YUV420S\r
 797  * 3. UV of NV12T to UV of YUV420S\r
 798  *\r
 799  * @param yuv420_dest\r
 800  *   Y or UV plane address of YUV420[out]\r
 801  *\r
 802  * @param nv12t_src\r
 803  *   Y or UV plane address of NV12T[in]\r
 804  *\r
 805  * @param yuv420_width\r
 806  *   Width of YUV420[in]\r
 807  *\r
 808  * @param yuv420_height\r
 809  *   Y: Height of YUV420, UV: Height/2 of YUV420[in]\r
 810  *\r
 811  * @param left\r
 812  *   Crop size of left\r
 813  *\r
 814  * @param top\r
 815  *   Crop size of top\r
 816  *\r
 817  * @param right\r
 818  *   Crop size of right\r
 819  *\r
 820  * @param buttom\r
 821  *   Crop size of buttom\r
 822  */\r
 823 static void\r
 824 __csc_tiled_to_linear_crop(unsigned char *yuv420_dest, unsigned char *nv12t_src, int yuv420_width, int yuv420_height,\r
 825                                 int left, int top, int right, int buttom)\r
 826 {\r
 827     int i, j;\r
 828     int tiled_offset = 0, tiled_offset1 = 0;\r
 829     int linear_offset = 0;\r
 830     int temp1 = 0, temp2 = 0, temp3 = 0, temp4 = 0;\r
 831 \r
 832     temp3 = yuv420_width-right;\r
 833     temp1 = temp3-left;\r
 834     /* real width is greater than or equal 256 */\r
 835     if (temp1 >= 256) {\r
 836         for (i=top; i<yuv420_height-buttom; i=i+1) {\r
 837             j = left;\r
 838             temp3 = (j>>8)<<8;\r
 839             temp3 = temp3>>6;\r
 840             temp4 = i>>5;\r
 841             if (temp4 & 0x1) {\r
 842                 /* odd fomula: 2+x+(x>>2)<<2+x_block_num*(y-1) */\r
 843                 tiled_offset = temp4-1;\r
 844                 temp1 = ((yuv420_width+127)>>7)<<7;\r
 845                 tiled_offset = tiled_offset*(temp1>>6);\r
 846                 tiled_offset = tiled_offset+temp3;\r
 847                 tiled_offset = tiled_offset+2;\r
 848                 temp1 = (temp3>>2)<<2;\r
 849                 tiled_offset = tiled_offset+temp1;\r
 850                 tiled_offset = tiled_offset<<11;\r
 851                 tiled_offset1 = tiled_offset+2048*2;\r
 852                 temp4 = 8;\r
 853             } else {\r
 854                 temp2 = ((yuv420_height+31)>>5)<<5;\r
 855                 if ((i+32)<temp2) {\r
 856                     /* even1 fomula: x+((x+2)>>2)<<2+x_block_num*y */\r
 857                     temp1 = temp3+2;\r
 858                     temp1 = (temp1>>2)<<2;\r
 859                     tiled_offset = temp3+temp1;\r
 860                     temp1 = ((yuv420_width+127)>>7)<<7;\r
 861                     tiled_offset = tiled_offset+temp4*(temp1>>6);\r
 862                     tiled_offset = tiled_offset<<11;\r
 863                     tiled_offset1 = tiled_offset+2048*6;\r
 864                     temp4 = 8;\r
 865                 } else {\r
 866                     /* even2 fomula: x+x_block_num*y */\r
 867                     temp1 = ((yuv420_width+127)>>7)<<7;\r
 868                     tiled_offset = temp4*(temp1>>6);\r
 869                     tiled_offset = tiled_offset+temp3;\r
 870                     tiled_offset = tiled_offset<<11;\r
 871                     tiled_offset1 = tiled_offset+2048*2;\r
 872                     temp4 = 4;\r
 873                 }\r
 874             }\r
 875 \r
 876             temp1 = i&0x1F;\r
 877             tiled_offset = tiled_offset+64*(temp1);\r
 878             tiled_offset1 = tiled_offset1+64*(temp1);\r
 879             temp2 = yuv420_width-left-right;\r
 880             linear_offset = temp2*(i-top);\r
 881             temp3 = ((j+256)>>8)<<8;\r
 882             temp3 = temp3-j;\r
 883             temp1 = left&0x3F;\r
 884             if (temp3 > 192) {\r
 885                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+temp1, 64-temp1);\r
 886                 temp2 = ((left+63)>>6)<<6;\r
 887                 temp3 = ((yuv420_width-right)>>6)<<6;\r
 888                 if (temp2 == temp3) {\r
 889                     temp2 = yuv420_width-right-(64-temp1);\r
 890                 }\r
 891                 memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset+2048, 64);\r
 892                 memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1, 64);\r
 893                 memcpy(yuv420_dest+linear_offset+192-temp1, nv12t_src+tiled_offset1+2048, 64);\r
 894                 linear_offset = linear_offset+256-temp1;\r
 895             } else if (temp3 > 128) {\r
 896                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+2048+temp1, 64-temp1);\r
 897                 memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1, 64);\r
 898                 memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1+2048, 64);\r
 899                 linear_offset = linear_offset+192-temp1;\r
 900             } else if (temp3 > 64) {\r
 901                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+temp1, 64-temp1);\r
 902                 memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1+2048, 64);\r
 903                 linear_offset = linear_offset+128-temp1;\r
 904             } else if (temp3 > 0) {\r
 905                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+2048+temp1, 64-temp1);\r
 906                 linear_offset = linear_offset+64-temp1;\r
 907             }\r
 908 \r
 909             tiled_offset = tiled_offset+temp4*2048;\r
 910             j = (left>>8)<<8;\r
 911             j = j + 256;\r
 912             temp2 = yuv420_width-right-256;\r
 913             for (; j<=temp2; j=j+256) {\r
 914                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 915                 tiled_offset1 = tiled_offset1+temp4*2048;\r
 916                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);\r
 917                 memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64);\r
 918                 tiled_offset = tiled_offset+temp4*2048;\r
 919                 memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, 64);\r
 920                 linear_offset = linear_offset+256;\r
 921             }\r
 922 \r
 923             tiled_offset1 = tiled_offset1+temp4*2048;\r
 924             temp2 = yuv420_width-right-j;\r
 925             if (temp2 > 192) {\r
 926                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 927                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);\r
 928                 memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64);\r
 929                 memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, temp2-192);\r
 930             } else if (temp2 > 128) {\r
 931                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 932                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);\r
 933                 memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, temp2-128);\r
 934             } else if (temp2 > 64) {\r
 935                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 936                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, temp2-64);\r
 937             } else {\r
 938                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);\r
 939             }\r
 940         }\r
 941     } else if (temp1 >= 64) {\r
 942         for (i=top; i<(yuv420_height-buttom); i=i+1) {\r
 943             j = left;\r
 944             tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 945             temp2 = ((j+64)>>6)<<6;\r
 946             temp2 = temp2-j;\r
 947             linear_offset = temp1*(i-top);\r
 948             temp4 = j&0x3;\r
 949             tiled_offset = tiled_offset+temp4;\r
 950             memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);\r
 951             linear_offset = linear_offset+temp2;\r
 952             j = j+temp2;\r
 953             if ((j+64) <= temp3) {\r
 954                 tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 955                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 956                 linear_offset = linear_offset+64;\r
 957                 j = j+64;\r
 958             }\r
 959             if ((j+64) <= temp3) {\r
 960                 tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 961                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 962                 linear_offset = linear_offset+64;\r
 963                 j = j+64;\r
 964             }\r
 965             if (j < temp3) {\r
 966                 tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 967                 temp2 = temp3-j;\r
 968                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);\r
 969             }\r
 970         }\r
 971     } else {\r
 972         for (i=top; i<(yuv420_height-buttom); i=i+1) {\r
 973             linear_offset = temp1*(i-top);\r
 974             for (j=left; j<(yuv420_width-right); j=j+2) {\r
 975                 tiled_offset = __tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 976                 temp4 = j&0x3;\r
 977                 tiled_offset = tiled_offset+temp4;\r
 978                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 2);\r
 979                 linear_offset = linear_offset+2;\r
 980             }\r
 981         }\r
 982     }\r
 983 }\r