src/mm_player_capture.c

   1 /*\r
   2  * libmm-player\r
   3  *\r
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.\r
   5  *\r
   6  * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>,\r
   7  * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com>\r
   8  *\r
   9  * Licensed under the Apache License, Version 2.0 (the "License");\r
  10  * you may not use this file except in compliance with the License.\r
  11  * You may obtain a copy of the License at\r
  12  *\r
  13  * http://www.apache.org/licenses/LICENSE-2.0\r
  14  *\r
  15  * Unless required by applicable law or agreed to in writing, software\r
  16  * distributed under the License is distributed on an "AS IS" BASIS,\r
  17  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
  18  * See the License for the specific language governing permissions and\r
  19  * limitations under the License.\r
  20  *\r
  21  */\r
  22 \r
  23 /*===========================================================================================\r
  24 |                                                                                                                                                                                       |\r
  25 |  INCLUDE FILES                                                                                                                                                        |\r
  26 |                                                                                                                                                                                       |\r
  27 ========================================================================================== */\r
  28 #include "mm_player_capture.h"\r
  29 #include "mm_player_priv.h"\r
  30 \r
  31 #include <mm_util_imgp.h>\r
  32 \r
  33 /*---------------------------------------------------------------------------\r
  34 |    LOCAL VARIABLE DEFINITIONS for internal                                                            |\r
  35 ---------------------------------------------------------------------------*/\r
  36 \r
  37 /*---------------------------------------------------------------------------\r
  38 |    LOCAL FUNCTION PROTOTYPES:                                                                                         |\r
  39 ---------------------------------------------------------------------------*/\r
  40 static gboolean __mmplayer_video_capture_probe (GstPad *pad, GstBuffer *buffer, gpointer u_data);\r
  41 static int  __mmplayer_get_video_frame_from_buffer(mm_player_t* player, GstBuffer *buffer);\r
  42 static void __mmplayer_capture_thread(gpointer data);\r
  43 static void csc_tiled_to_linear_crop(unsigned char *yuv420_dest, unsigned char *nv12t_src, int yuv420_width, int yuv420_height, int left, int top, int right, int buttom);\r
  44 static int tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos);\r
  45 static int __mm_player_convert_colorspace(mm_player_t* player, unsigned char* src_data, mm_util_img_format src_fmt, unsigned int src_w, unsigned int src_h, mm_util_img_format dst_fmt);\r
  46 \r
  47 /*===========================================================================================\r
  48 |                                                                                                                                                                                       |\r
  49 |  FUNCTION DEFINITIONS                                                                                                                                         |\r
  50 |                                                                                                                                                                                       |\r
  51 ========================================================================================== */\r
  52 int __mmplayer_initialize_video_capture(mm_player_t* player)\r
  53 {\r
  54         return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );\r
  55         /* create capture mutex */\r
  56         player->capture_thread_mutex = g_mutex_new();\r
  57         if ( ! player->capture_thread_mutex )\r
  58         {\r
  59                 debug_critical("Cannot create capture mutex\n");\r
  60                 goto ERROR;\r
  61         }\r
  62 \r
  63         /* create capture cond */\r
  64         player->capture_thread_cond = g_cond_new();\r
  65         if ( ! player->capture_thread_cond )\r
  66         {\r
  67                 debug_critical("Cannot create capture cond\n");\r
  68                 goto ERROR;\r
  69         }\r
  70 \r
  71         player->capture_thread_exit = FALSE;\r
  72 \r
  73         /* create video capture thread */\r
  74         player->capture_thread =\r
  75                 g_thread_create (__mmplayer_capture_thread, (gpointer)player, TRUE, NULL);\r
  76         if ( ! player->capture_thread )\r
  77         {\r
  78                 goto ERROR;\r
  79         }\r
  80 \r
  81         return MM_ERROR_NONE;\r
  82 \r
  83 ERROR:\r
  84         /* free capture thread */\r
  85         if ( player->capture_thread_cond &&\r
  86                  player->capture_thread_mutex &&\r
  87                  player->capture_thread )\r
  88         {\r
  89                 player->capture_thread_exit = TRUE;\r
  90                 g_cond_signal( player->capture_thread_cond );\r
  91 \r
  92                 g_mutex_free ( player->capture_thread_mutex );\r
  93                 player->capture_thread_mutex = NULL;\r
  94 \r
  95                 g_cond_free ( player->capture_thread_cond );\r
  96                 player->capture_thread_cond = NULL;\r
  97 \r
  98                 g_thread_join( player->capture_thread );\r
  99                 player->capture_thread = NULL;\r
 100         }\r
 101 \r
 102         /* capture thread */\r
 103         if ( player->capture_thread_mutex )\r
 104                 g_mutex_free ( player->capture_thread_mutex );\r
 105 \r
 106         if ( player->capture_thread_cond )\r
 107                 g_cond_free ( player->capture_thread_cond );\r
 108 \r
 109         return MM_ERROR_PLAYER_INTERNAL;\r
 110 }\r
 111 \r
 112 int\r
 113 __mmplayer_release_video_capture(mm_player_t* player)\r
 114 {\r
 115         return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );\r
 116         /* release capture thread */\r
 117         if ( player->capture_thread_cond &&\r
 118                  player->capture_thread_mutex &&\r
 119                  player->capture_thread )\r
 120         {\r
 121                 g_mutex_lock(player->capture_thread_mutex);\r
 122                 player->capture_thread_exit = TRUE;\r
 123                 g_cond_signal( player->capture_thread_cond );\r
 124                 g_mutex_unlock(player->capture_thread_mutex);\r
 125 \r
 126                 debug_log("waitting forcapture thread exit\n");\r
 127                 g_thread_join ( player->capture_thread );\r
 128                 g_mutex_free ( player->capture_thread_mutex );\r
 129                 g_cond_free ( player->capture_thread_cond );\r
 130                 debug_log("capture thread released\n");\r
 131         }\r
 132 \r
 133         return MM_ERROR_NONE;\r
 134 }\r
 135 \r
 136 static void\r
 137 __mmplayer_capture_thread(gpointer data)\r
 138 {\r
 139         mm_player_t* player = (mm_player_t*) data;\r
 140         MMMessageParamType msg = {0, };\r
 141         unsigned char * linear_y_plane = NULL;\r
 142         unsigned char * linear_uv_plane = NULL;\r
 143 \r
 144         return_if_fail (player);\r
 145 \r
 146         while (1)\r
 147         {\r
 148                 g_mutex_lock(player->capture_thread_mutex);\r
 149                 if ( player->capture_thread_exit )\r
 150                 {\r
 151                         debug_log("exiting capture thread\n");\r
 152                         goto EXIT;\r
 153                 }\r
 154 \r
 155                 debug_log("capture thread started. waiting for signal.\n");\r
 156                 g_cond_wait( player->capture_thread_cond, player->capture_thread_mutex );\r
 157 \r
 158                 if ( player->capture_thread_exit )\r
 159                 {\r
 160                         debug_log("exiting capture thread\n");\r
 161                         goto EXIT;\r
 162                 }\r
 163                 debug_log("capture thread is recieved signal.\n");\r
 164 \r
 165                 /* NOTE: Don't use MMPLAYER_CMD_LOCK() here.\r
 166                  * Because deadlock can be happened if other player api is used in message callback. \r
 167                  */\r
 168                 if (player->video_cs == MM_PLAYER_COLORSPACE_NV12_TILED)\r
 169                 {\r
 170                         /* Colorspace conversion : NV12T-> NV12-> RGB888 */\r
 171                         int ret = 0;\r
 172                         int linear_y_plane_size;\r
 173                         int linear_uv_plane_size;\r
 174                         unsigned char * src_buffer = NULL;\r
 175 \r
 176                         debug_log("w[0]=%d, w[1]=%d\n", player->captured.w[0], player->captured.w[1]);\r
 177                         debug_log("h[0]=%d, h[1]=%d\n", player->captured.h[0], player->captured.h[1]);\r
 178                         debug_log("s[0]=%d, s[1]=%d\n", player->captured.s[0], player->captured.s[1]);\r
 179                         debug_log("e[0]=%d, e[1]=%d\n", player->captured.e[0], player->captured.e[1]);\r
 180                         debug_log("a[0]=%p, a[1]=%p\n", player->captured.a[0], player->captured.a[1]);\r
 181 \r
 182                         if (mm_attrs_get_int_by_name(player->attrs, "content_video_width", &(player->captured.w[0])) != MM_ERROR_NONE)\r
 183                         {\r
 184                                 debug_error("failed to get content width attribute\n");\r
 185                                 goto ERROR;\r
 186                         }\r
 187 \r
 188                         if (mm_attrs_get_int_by_name(player->attrs, "content_video_height", &(player->captured.h[0])) != MM_ERROR_NONE)\r
 189                         {\r
 190                                 debug_error("failed to get content height attribute\n");\r
 191                                 goto ERROR;\r
 192                         }\r
 193 \r
 194                         linear_y_plane_size = (player->captured.w[0] * player->captured.h[0]);\r
 195                         linear_uv_plane_size = (player->captured.w[0] * player->captured.h[0]/2);\r
 196 \r
 197                         linear_y_plane = (unsigned char*) g_try_malloc(linear_y_plane_size);\r
 198                         if (linear_y_plane == NULL)\r
 199                         {\r
 200                                 msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE;\r
 201                                 goto ERROR;\r
 202                         }\r
 203 \r
 204                         linear_uv_plane = (unsigned char*) g_try_malloc(linear_uv_plane_size);\r
 205                         if (linear_uv_plane == NULL)\r
 206                         {\r
 207                                 msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE;\r
 208                                 goto ERROR;\r
 209                         }\r
 210                         /* NV12 tiled to linear */\r
 211                         csc_tiled_to_linear_crop(linear_y_plane, player->captured.a[0], player->captured.w[0], player->captured.h[0], 0,0,0,0);\r
 212                         csc_tiled_to_linear_crop(linear_uv_plane, player->captured.a[1], player->captured.w[0], player->captured.h[0]/2, 0,0,0,0);\r
 213 \r
 214                         MMPLAYER_FREEIF(player->captured.a[0]);\r
 215                         MMPLAYER_FREEIF(player->captured.a[1]);\r
 216 \r
 217                         src_buffer = (unsigned char*) g_try_malloc(linear_y_plane_size+linear_uv_plane_size);\r
 218 \r
 219                         if (src_buffer == NULL)\r
 220                         {\r
 221                                 msg.code = MM_ERROR_PLAYER_NO_FREE_SPACE;\r
 222                                 goto ERROR;\r
 223                         }\r
 224                         memset(src_buffer, 0x00, sizeof(linear_y_plane_size+linear_uv_plane_size));\r
 225                         memcpy(src_buffer, linear_y_plane, linear_y_plane_size);\r
 226                         memcpy(src_buffer+linear_y_plane_size, linear_uv_plane, linear_uv_plane_size);\r
 227 \r
 228                         /* NV12 linear to RGB888 */\r
 229                         ret = __mm_player_convert_colorspace(player, src_buffer, MM_UTIL_IMG_FMT_NV12,\r
 230                                 player->captured.w[0], player->captured.h[0], MM_UTIL_IMG_FMT_RGB888);\r
 231 \r
 232                         if (ret != MM_ERROR_NONE)\r
 233                         {\r
 234                                 debug_error("failed to convert nv12 linear\n");\r
 235                                 goto ERROR;\r
 236                         }\r
 237                         /* clean */\r
 238                         MMPLAYER_FREEIF(src_buffer);\r
 239                         MMPLAYER_FREEIF(linear_y_plane);\r
 240                         MMPLAYER_FREEIF(linear_uv_plane);\r
 241                 }\r
 242 \r
 243                 player->capture.fmt = MM_PLAYER_COLORSPACE_RGB888;\r
 244                 msg.data = &player->capture;\r
 245                 msg.size = player->capture.size;\r
 246 \r
 247                 MMPLAYER_POST_MSG( player, MM_MESSAGE_VIDEO_CAPTURED, &msg );\r
 248                 g_mutex_unlock(player->capture_thread_mutex);\r
 249 \r
 250                 //MMPLAYER_FREEIF(player->capture.data);\r
 251                 continue;\r
 252 ERROR:\r
 253                 if (player->video_cs == MM_PLAYER_COLORSPACE_NV12_TILED)\r
 254                 {\r
 255                         /* clean */\r
 256                         MMPLAYER_FREEIF(linear_y_plane);\r
 257                         MMPLAYER_FREEIF(linear_uv_plane);\r
 258                         MMPLAYER_FREEIF(player->captured.a[0]);\r
 259                         MMPLAYER_FREEIF(player->captured.a[1]);\r
 260                 }\r
 261 \r
 262                 msg.union_type = MM_MSG_UNION_CODE;\r
 263 \r
 264                 MMPLAYER_POST_MSG( player, MM_MESSAGE_VIDEO_NOT_CAPTURED, &msg );\r
 265                 g_mutex_unlock(player->capture_thread_mutex);\r
 266         }\r
 267         return;\r
 268 EXIT:\r
 269         g_mutex_unlock(player->capture_thread_mutex);\r
 270         return;\r
 271 }\r
 272 \r
 273 \r
 274 int\r
 275 _mmplayer_do_video_capture(MMHandleType hplayer)\r
 276 {\r
 277         mm_player_t* player = (mm_player_t*) hplayer;\r
 278         int ret = MM_ERROR_NONE;\r
 279         GstPad *pad = NULL;\r
 280 \r
 281         debug_fenter();\r
 282 \r
 283         return_val_if_fail(player && player->pipeline, MM_ERROR_PLAYER_NOT_INITIALIZED);\r
 284 \r
 285         /* capturing or not */\r
 286         if (player->video_capture_cb_probe_id || player->capture.data || player->captured.a[0] || player->captured.a[1])\r
 287         {\r
 288                 debug_warning("capturing... we can't do any more\n");\r
 289                 return MM_ERROR_PLAYER_INVALID_STATE;\r
 290         }\r
 291 \r
 292         /* check if video pipeline is linked or not */\r
 293         if (!player->pipeline->videobin || !player->sent_bos)\r
 294         {\r
 295                 debug_warning("not ready to capture\n");\r
 296                 return MM_ERROR_PLAYER_INVALID_STATE;\r
 297         }\r
 298 \r
 299         if (player->state != MM_PLAYER_STATE_PLAYING)\r
 300         {\r
 301                 if (player->state == MM_PLAYER_STATE_PAUSED) // get last buffer from video sink\r
 302                 {\r
 303                         GstBuffer *buf = NULL;\r
 304                         g_object_get(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "last-buffer", &buf, NULL);\r
 305 \r
 306                         if (buf)\r
 307                         {\r
 308                                 ret = __mmplayer_get_video_frame_from_buffer(player, buf);\r
 309                                 gst_buffer_unref(buf);\r
 310                         }\r
 311                         return ret;\r
 312                 }\r
 313                 else\r
 314                 {\r
 315                         debug_warning("invalid state(%d) to capture.\n", player->state);\r
 316                         return MM_ERROR_PLAYER_INVALID_STATE;\r
 317                 }\r
 318         }\r
 319 \r
 320         pad = gst_element_get_static_pad(player->pipeline->videobin[MMPLAYER_V_SINK].gst, "sink" );\r
 321 \r
 322         /* register probe */\r
 323         player->video_capture_cb_probe_id = gst_pad_add_buffer_probe (pad,\r
 324                 G_CALLBACK (__mmplayer_video_capture_probe), player);\r
 325 \r
 326         gst_object_unref(GST_OBJECT(pad));\r
 327         pad = NULL;\r
 328 \r
 329         debug_fleave();\r
 330 \r
 331         return ret;\r
 332 }\r
 333 \r
 334 /**\r
 335   * The output is fixed as RGB888\r
 336   */\r
 337 static int\r
 338 __mmplayer_get_video_frame_from_buffer(mm_player_t* player, GstBuffer *buffer)\r
 339 {\r
 340         gint yplane_size = 0;\r
 341         gint uvplane_size = 0;\r
 342         gint src_width = 0;\r
 343         gint src_height = 0;\r
 344         guint32 fourcc = 0;\r
 345         GstCaps *caps = NULL;\r
 346         GstStructure *structure = NULL;\r
 347         mm_util_img_format src_fmt = MM_UTIL_IMG_FMT_YUV420;\r
 348         mm_util_img_format dst_fmt = MM_UTIL_IMG_FMT_RGB888; // fixed\r
 349 \r
 350         debug_fenter();\r
 351 \r
 352         return_val_if_fail ( player, MM_ERROR_PLAYER_NOT_INITIALIZED );\r
 353         return_val_if_fail ( buffer, MM_ERROR_INVALID_ARGUMENT );\r
 354 \r
 355         /* get fourcc */\r
 356         caps = GST_BUFFER_CAPS(buffer);\r
 357 \r
 358         return_val_if_fail ( caps, MM_ERROR_INVALID_ARGUMENT );\r
 359         debug_log("caps to capture: %s\n", gst_caps_to_string(caps));\r
 360 \r
 361         structure = gst_caps_get_structure (caps, 0);\r
 362 \r
 363         return_val_if_fail (structure != NULL, MM_ERROR_PLAYER_INTERNAL);\r
 364 \r
 365         /* init capture image buffer */\r
 366         memset(&player->capture, 0x00, sizeof(MMPlayerVideoCapture));\r
 367 \r
 368         gst_structure_get_int (structure, "width", &src_width);\r
 369         gst_structure_get_int (structure, "height", &src_height);\r
 370 \r
 371         /* check rgb or yuv */\r
 372         if (gst_structure_has_name(structure, "video/x-raw-yuv"))\r
 373         {\r
 374                 gst_structure_get_fourcc (structure, "format", &fourcc);\r
 375 \r
 376                 switch(fourcc)\r
 377                 {\r
 378                         /* NV12T */\r
 379                         case GST_MAKE_FOURCC ('S', 'T', '1', '2'):\r
 380                         {\r
 381                                 debug_msg ("captured format is ST12\n");\r
 382 \r
 383                                 MMPlayerMPlaneImage *proved = NULL;\r
 384                                 player->video_cs = MM_PLAYER_COLORSPACE_NV12_TILED;\r
 385 \r
 386                                 /* get video frame info from proved buffer */\r
 387                                 proved = (MMPlayerMPlaneImage *)GST_BUFFER_MALLOCDATA(buffer);\r
 388 \r
 389                                 if ( !proved || !proved->a[0] || !proved->a[1] )\r
 390                                         return MM_ERROR_PLAYER_INTERNAL;\r
 391 \r
 392                                 yplane_size = (proved->s[0] * proved->e[0]);\r
 393                                 uvplane_size = (proved->s[1] * proved->e[1]);\r
 394 \r
 395                                 memset(&player->captured, 0x00, sizeof(MMPlayerMPlaneImage));\r
 396                                 memcpy(&player->captured, proved, sizeof(MMPlayerMPlaneImage));\r
 397 \r
 398                                 player->captured.a[0] = g_try_malloc(yplane_size);\r
 399                                 if ( !player->captured.a[0] )\r
 400                                         return MM_ERROR_SOUND_NO_FREE_SPACE;\r
 401 \r
 402                                 player->captured.a[1] = g_try_malloc(uvplane_size);\r
 403                                 if ( !player->captured.a[1] )\r
 404                                         return MM_ERROR_SOUND_NO_FREE_SPACE;\r
 405 \r
 406                                 memcpy(player->captured.a[0], proved->a[0], yplane_size);\r
 407                                 memcpy(player->captured.a[1], proved->a[1], uvplane_size);\r
 408                                 goto DONE;\r
 409                         }\r
 410                         break;\r
 411 \r
 412                         case GST_MAKE_FOURCC ('I', '4', '2', '0'):\r
 413                         {\r
 414                                 src_fmt = MM_UTIL_IMG_FMT_I420;\r
 415                         }\r
 416                         break;\r
 417 \r
 418                         default:\r
 419                         {\r
 420                                 goto UNKNOWN;\r
 421                         }\r
 422                         break;\r
 423                 }\r
 424         }\r
 425         else if (gst_structure_has_name(structure, "video/x-raw-rgb"))\r
 426         {\r
 427                 gint bpp;\r
 428                 gint depth;\r
 429                 gint endianess;\r
 430                 gint blue_mask;\r
 431                 gboolean bigendian = FALSE;\r
 432                 gboolean isbluefirst = FALSE;\r
 433 \r
 434              /**\r
 435                 * The followings will be considered.\r
 436                 * RGBx, xRGB, BGRx, xBGR\r
 437                 * RGB888, BGR888\r
 438                 * RGB565\r
 439                 *\r
 440                 */\r
 441                 gst_structure_get_int (structure, "bpp", &bpp);\r
 442                 gst_structure_get_int (structure, "depth", &depth);\r
 443                 gst_structure_get_int (structure, "endianness", &endianess);\r
 444                 gst_structure_get_int (structure, "blue_mask", &blue_mask);\r
 445 \r
 446                 if (endianess == 4321)\r
 447                         bigendian = TRUE;\r
 448 \r
 449                 if (blue_mask == -16777216)\r
 450                         isbluefirst = TRUE;\r
 451 \r
 452                 switch(bpp)\r
 453                 {\r
 454                         case 32:\r
 455                         {\r
 456                                 switch(depth)\r
 457                                 {\r
 458                                         case 24:\r
 459                                                 if (bigendian && isbluefirst)\r
 460                                                         src_fmt = MM_UTIL_IMG_FMT_BGRX8888;\r
 461                                                 break;\r
 462                                         default:\r
 463                                                 goto UNKNOWN;\r
 464                                                 break;\r
 465                                 }\r
 466                         }\r
 467                         break;\r
 468 \r
 469                         case 24:\r
 470                         default:\r
 471                         {\r
 472                                 goto UNKNOWN;\r
 473                         }\r
 474                         break;\r
 475                 }\r
 476         }\r
 477         else\r
 478         {\r
 479                 goto UNKNOWN;\r
 480         }\r
 481         __mm_player_convert_colorspace(player, GST_BUFFER_DATA(buffer), src_fmt, src_width, src_height, dst_fmt);\r
 482 \r
 483 DONE:\r
 484         /* do convert colorspace */\r
 485         g_cond_signal( player->capture_thread_cond );\r
 486 \r
 487         debug_fleave();\r
 488 \r
 489         return MM_ERROR_NONE;\r
 490 \r
 491 UNKNOWN:\r
 492         debug_error("unknown format to capture\n");\r
 493         return MM_ERROR_PLAYER_INTERNAL;\r
 494 }\r
 495 \r
 496 static gboolean\r
 497 __mmplayer_video_capture_probe (GstPad *pad, GstBuffer *buffer, gpointer u_data)\r
 498 {\r
 499         mm_player_t* player = (mm_player_t*) u_data;\r
 500         int ret = MM_ERROR_NONE;\r
 501 \r
 502         return_val_if_fail ( buffer, FALSE);\r
 503         debug_fenter();\r
 504 \r
 505         ret = __mmplayer_get_video_frame_from_buffer(player, buffer);\r
 506 \r
 507         if ( ret != MM_ERROR_NONE)\r
 508         {\r
 509                 debug_error("faild to get video frame. %x\n", ret);\r
 510                 return FALSE;\r
 511         }\r
 512 \r
 513         /* remove probe to be called at one time */\r
 514         if (player->video_capture_cb_probe_id)\r
 515         {\r
 516                 gst_pad_remove_buffer_probe (pad, player->video_capture_cb_probe_id);\r
 517                 player->video_capture_cb_probe_id = 0;\r
 518         }\r
 519 \r
 520         debug_fleave();\r
 521 \r
 522         return TRUE;\r
 523 }\r
 524 \r
 525 static int\r
 526 __mm_player_convert_colorspace(mm_player_t* player, unsigned char* src_data, mm_util_img_format src_fmt, unsigned int src_w, unsigned int src_h, mm_util_img_format dst_fmt)\r
 527 {\r
 528         unsigned char *dst_data = NULL;\r
 529         unsigned int dst_size;\r
 530         int ret = MM_ERROR_NONE;\r
 531 \r
 532         return_val_if_fail(player, MM_ERROR_PLAYER_INTERNAL);\r
 533         ret = mm_util_get_image_size(dst_fmt, src_w, src_h, &dst_size);\r
 534 \r
 535         if (ret != MM_ERROR_NONE)\r
 536         {\r
 537                 debug_error("failed to get image size for capture, %d\n", ret);\r
 538                 return MM_ERROR_PLAYER_INTERNAL;\r
 539         }\r
 540 \r
 541         debug_log("width: %d, height: %d to capture, dest size: %d\n", src_w, src_h, dst_size);\r
 542 \r
 543         dst_data = (unsigned char*)g_malloc0(dst_size);\r
 544 \r
 545         if (!dst_data)\r
 546         {\r
 547                 debug_error("no free space to capture\n");\r
 548                 return MM_ERROR_PLAYER_NO_FREE_SPACE;\r
 549         }\r
 550 \r
 551         ret = mm_util_convert_colorspace(src_data, src_w, src_h, src_fmt, dst_data, dst_fmt);\r
 552 \r
 553         if (ret != MM_ERROR_NONE)\r
 554         {\r
 555                 debug_error("failed to convert for capture, %d\n", ret);\r
 556                 return MM_ERROR_PLAYER_INTERNAL;\r
 557         }\r
 558 \r
 559         player->capture.size = dst_size;\r
 560         player->capture.data = dst_data;\r
 561 \r
 562         return MM_ERROR_NONE;\r
 563 }\r
 564 \r
 565 /*\r
 566  * Get tiled address of position(x,y)\r
 567  *\r
 568  * @param x_size\r
 569  *   width of tiled[in]\r
 570  *\r
 571  * @param y_size\r
 572  *   height of tiled[in]\r
 573  *\r
 574  * @param x_pos\r
 575  *   x position of tield[in]\r
 576  *\r
 577  * @param src_size\r
 578  *   y position of tield[in]\r
 579  *\r
 580  * @return\r
 581  *   address of tiled data\r
 582  */\r
 583 static int\r
 584 tile_4x2_read(int x_size, int y_size, int x_pos, int y_pos)\r
 585 {\r
 586     int pixel_x_m1, pixel_y_m1;\r
 587     int roundup_x, roundup_y;\r
 588     int linear_addr0, linear_addr1, bank_addr ;\r
 589     int x_addr;\r
 590     int trans_addr;\r
 591 \r
 592     pixel_x_m1 = x_size -1;\r
 593     pixel_y_m1 = y_size -1;\r
 594 \r
 595     roundup_x = ((pixel_x_m1 >> 7) + 1);\r
 596     roundup_y = ((pixel_x_m1 >> 6) + 1);\r
 597 \r
 598     x_addr = x_pos >> 2;\r
 599 \r
 600     if ((y_size <= y_pos+32) && ( y_pos < y_size) &&\r
 601         (((pixel_y_m1 >> 5) & 0x1) == 0) && (((y_pos >> 5) & 0x1) == 0)) {\r
 602         linear_addr0 = (((y_pos & 0x1f) <<4) | (x_addr & 0xf));\r
 603         linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 6) & 0x3f));\r
 604 \r
 605         if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1))\r
 606             bank_addr = ((x_addr >> 4) & 0x1);\r
 607         else\r
 608             bank_addr = 0x2 | ((x_addr >> 4) & 0x1);\r
 609     } else {\r
 610         linear_addr0 = (((y_pos & 0x1f) << 4) | (x_addr & 0xf));\r
 611         linear_addr1 = (((y_pos >> 6) & 0xff) * roundup_x + ((x_addr >> 5) & 0x7f));\r
 612 \r
 613         if (((x_addr >> 5) & 0x1) == ((y_pos >> 5) & 0x1))\r
 614             bank_addr = ((x_addr >> 4) & 0x1);\r
 615         else\r
 616             bank_addr = 0x2 | ((x_addr >> 4) & 0x1);\r
 617     }\r
 618 \r
 619     linear_addr0 = linear_addr0 << 2;\r
 620     trans_addr = (linear_addr1 <<13) | (bank_addr << 11) | linear_addr0;\r
 621 \r
 622     return trans_addr;\r
 623 }\r
 624 \r
 625 /*\r
 626  * Converts tiled data to linear\r
 627  * Crops left, top, right, buttom\r
 628  * 1. Y of NV12T to Y of YUV420P\r
 629  * 2. Y of NV12T to Y of YUV420S\r
 630  * 3. UV of NV12T to UV of YUV420S\r
 631  *\r
 632  * @param yuv420_dest\r
 633  *   Y or UV plane address of YUV420[out]\r
 634  *\r
 635  * @param nv12t_src\r
 636  *   Y or UV plane address of NV12T[in]\r
 637  *\r
 638  * @param yuv420_width\r
 639  *   Width of YUV420[in]\r
 640  *\r
 641  * @param yuv420_height\r
 642  *   Y: Height of YUV420, UV: Height/2 of YUV420[in]\r
 643  *\r
 644  * @param left\r
 645  *   Crop size of left\r
 646  *\r
 647  * @param top\r
 648  *   Crop size of top\r
 649  *\r
 650  * @param right\r
 651  *   Crop size of right\r
 652  *\r
 653  * @param buttom\r
 654  *   Crop size of buttom\r
 655  */\r
 656 static void\r
 657 csc_tiled_to_linear_crop(unsigned char *yuv420_dest, unsigned char *nv12t_src, int yuv420_width, int yuv420_height,\r
 658                                 int left, int top, int right, int buttom)\r
 659 {\r
 660     int i, j;\r
 661     int tiled_offset = 0, tiled_offset1 = 0;\r
 662     int linear_offset = 0;\r
 663     int temp1 = 0, temp2 = 0, temp3 = 0, temp4 = 0;\r
 664 \r
 665     temp3 = yuv420_width-right;\r
 666     temp1 = temp3-left;\r
 667     /* real width is greater than or equal 256 */\r
 668     if (temp1 >= 256) {\r
 669         for (i=top; i<yuv420_height-buttom; i=i+1) {\r
 670             j = left;\r
 671             temp3 = (j>>8)<<8;\r
 672             temp3 = temp3>>6;\r
 673             temp4 = i>>5;\r
 674             if (temp4 & 0x1) {\r
 675                 /* odd fomula: 2+x+(x>>2)<<2+x_block_num*(y-1) */\r
 676                 tiled_offset = temp4-1;\r
 677                 temp1 = ((yuv420_width+127)>>7)<<7;\r
 678                 tiled_offset = tiled_offset*(temp1>>6);\r
 679                 tiled_offset = tiled_offset+temp3;\r
 680                 tiled_offset = tiled_offset+2;\r
 681                 temp1 = (temp3>>2)<<2;\r
 682                 tiled_offset = tiled_offset+temp1;\r
 683                 tiled_offset = tiled_offset<<11;\r
 684                 tiled_offset1 = tiled_offset+2048*2;\r
 685                 temp4 = 8;\r
 686             } else {\r
 687                 temp2 = ((yuv420_height+31)>>5)<<5;\r
 688                 if ((i+32)<temp2) {\r
 689                     /* even1 fomula: x+((x+2)>>2)<<2+x_block_num*y */\r
 690                     temp1 = temp3+2;\r
 691                     temp1 = (temp1>>2)<<2;\r
 692                     tiled_offset = temp3+temp1;\r
 693                     temp1 = ((yuv420_width+127)>>7)<<7;\r
 694                     tiled_offset = tiled_offset+temp4*(temp1>>6);\r
 695                     tiled_offset = tiled_offset<<11;\r
 696                     tiled_offset1 = tiled_offset+2048*6;\r
 697                     temp4 = 8;\r
 698                 } else {\r
 699                     /* even2 fomula: x+x_block_num*y */\r
 700                     temp1 = ((yuv420_width+127)>>7)<<7;\r
 701                     tiled_offset = temp4*(temp1>>6);\r
 702                     tiled_offset = tiled_offset+temp3;\r
 703                     tiled_offset = tiled_offset<<11;\r
 704                     tiled_offset1 = tiled_offset+2048*2;\r
 705                     temp4 = 4;\r
 706                 }\r
 707             }\r
 708 \r
 709             temp1 = i&0x1F;\r
 710             tiled_offset = tiled_offset+64*(temp1);\r
 711             tiled_offset1 = tiled_offset1+64*(temp1);\r
 712             temp2 = yuv420_width-left-right;\r
 713             linear_offset = temp2*(i-top);\r
 714             temp3 = ((j+256)>>8)<<8;\r
 715             temp3 = temp3-j;\r
 716             temp1 = left&0x3F;\r
 717             if (temp3 > 192) {\r
 718                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+temp1, 64-temp1);\r
 719                 temp2 = ((left+63)>>6)<<6;\r
 720                 temp3 = ((yuv420_width-right)>>6)<<6;\r
 721                 if (temp2 == temp3) {\r
 722                     temp2 = yuv420_width-right-(64-temp1);\r
 723                 }\r
 724                 memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset+2048, 64);\r
 725                 memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1, 64);\r
 726                 memcpy(yuv420_dest+linear_offset+192-temp1, nv12t_src+tiled_offset1+2048, 64);\r
 727                 linear_offset = linear_offset+256-temp1;\r
 728             } else if (temp3 > 128) {\r
 729                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset+2048+temp1, 64-temp1);\r
 730                 memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1, 64);\r
 731                 memcpy(yuv420_dest+linear_offset+128-temp1, nv12t_src+tiled_offset1+2048, 64);\r
 732                 linear_offset = linear_offset+192-temp1;\r
 733             } else if (temp3 > 64) {\r
 734                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+temp1, 64-temp1);\r
 735                 memcpy(yuv420_dest+linear_offset+64-temp1, nv12t_src+tiled_offset1+2048, 64);\r
 736                 linear_offset = linear_offset+128-temp1;\r
 737             } else if (temp3 > 0) {\r
 738                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset1+2048+temp1, 64-temp1);\r
 739                 linear_offset = linear_offset+64-temp1;\r
 740             }\r
 741 \r
 742             tiled_offset = tiled_offset+temp4*2048;\r
 743             j = (left>>8)<<8;\r
 744             j = j + 256;\r
 745             temp2 = yuv420_width-right-256;\r
 746             for (; j<=temp2; j=j+256) {\r
 747                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 748                 tiled_offset1 = tiled_offset1+temp4*2048;\r
 749                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);\r
 750                 memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64);\r
 751                 tiled_offset = tiled_offset+temp4*2048;\r
 752                 memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, 64);\r
 753                 linear_offset = linear_offset+256;\r
 754             }\r
 755 \r
 756             tiled_offset1 = tiled_offset1+temp4*2048;\r
 757             temp2 = yuv420_width-right-j;\r
 758             if (temp2 > 192) {\r
 759                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 760                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);\r
 761                 memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, 64);\r
 762                 memcpy(yuv420_dest+linear_offset+192, nv12t_src+tiled_offset1+2048, temp2-192);\r
 763             } else if (temp2 > 128) {\r
 764                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 765                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, 64);\r
 766                 memcpy(yuv420_dest+linear_offset+128, nv12t_src+tiled_offset1, temp2-128);\r
 767             } else if (temp2 > 64) {\r
 768                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 769                 memcpy(yuv420_dest+linear_offset+64, nv12t_src+tiled_offset+2048, temp2-64);\r
 770             } else {\r
 771                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);\r
 772             }\r
 773         }\r
 774     } else if (temp1 >= 64) {\r
 775         for (i=top; i<(yuv420_height-buttom); i=i+1) {\r
 776             j = left;\r
 777             tiled_offset = tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 778             temp2 = ((j+64)>>6)<<6;\r
 779             temp2 = temp2-j;\r
 780             linear_offset = temp1*(i-top);\r
 781             temp4 = j&0x3;\r
 782             tiled_offset = tiled_offset+temp4;\r
 783             memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);\r
 784             linear_offset = linear_offset+temp2;\r
 785             j = j+temp2;\r
 786             if ((j+64) <= temp3) {\r
 787                 tiled_offset = tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 788                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 789                 linear_offset = linear_offset+64;\r
 790                 j = j+64;\r
 791             }\r
 792             if ((j+64) <= temp3) {\r
 793                 tiled_offset = tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 794                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 64);\r
 795                 linear_offset = linear_offset+64;\r
 796                 j = j+64;\r
 797             }\r
 798             if (j < temp3) {\r
 799                 tiled_offset = tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 800                 temp2 = temp3-j;\r
 801                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, temp2);\r
 802             }\r
 803         }\r
 804     } else {\r
 805         for (i=top; i<(yuv420_height-buttom); i=i+1) {\r
 806             linear_offset = temp1*(i-top);\r
 807             for (j=left; j<(yuv420_width-right); j=j+2) {\r
 808                 tiled_offset = tile_4x2_read(yuv420_width, yuv420_height, j, i);\r
 809                 temp4 = j&0x3;\r
 810                 tiled_offset = tiled_offset+temp4;\r
 811                 memcpy(yuv420_dest+linear_offset, nv12t_src+tiled_offset, 2);\r
 812                 linear_offset = linear_offset+2;\r
 813             }\r
 814         }\r
 815     }\r
 816 }\r