src/include/mm_player_priv.h

   1 /*
   2  * libmm-player
   3  *
   4  * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
   5  *
   6  * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>,
   7  * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com>
   8  *
   9  * Licensed under the Apache License, Version 2.0 (the "License");
  10  * you may not use this file except in compliance with the License.
  11  * You may obtain a copy of the License at
  12  *
  13  * http://www.apache.org/licenses/LICENSE-2.0
  14  *
  15  * Unless required by applicable law or agreed to in writing, software
  16  * distributed under the License is distributed on an "AS IS" BASIS,
  17  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  18  * See the License for the specific language governing permissions and
  19  * limitations under the License.
  20  *
  21  */
  22
  23 #ifndef __MM_PLAYER_PRIV_H__
  24 #define __MM_PLAYER_PRIV_H__
  25
  26 /*===========================================================================================
  27 |                                                                                                                                                                                       |
  28 |  INCLUDE FILES                                                                                                                                                        |
  29 |                                                                                                                                                                               |
  30 ========================================================================================== */
  31 #include <glib.h>
  32 #include <gst/gst.h>
  33 #include <mm_attrs.h>
  34 #include <math.h>
  35 #include <sys/stat.h>
  36 #include <unistd.h>
  37 #include <stdlib.h>
  38 #include <stdio.h>
  39 #include <tbm_bufmgr.h>
  40 #include <storage.h>
  41 #include "mm_player.h"
  42 #include "mm_player_internal.h"
  43 #include "mm_player_audioeffect.h"
  44 #include "mm_message.h"
  45 #include "mm_player_ini.h"
  46 #include <mm_resource_manager.h>
  47 #include "mm_player_pd.h"
  48 #include "mm_player_streaming.h"
  49
  50 /*===========================================================================================
  51 |                                                                                                                                                                                       |
  52 |  GLOBAL DEFINITIONS AND DECLARATIONS FOR MODULE                                                                                       |
  53 |                                                                                                                                                                                       |
  54 ========================================================================================== */
  55
  56 /*---------------------------------------------------------------------------
  57 |    GLOBAL #defines:                                                                                                           |
  58 ---------------------------------------------------------------------------*/
  59 #define MM_PLAYER_IMGB_MPLANE_MAX       4
  60 #define MM_PLAYER_STREAM_COUNT_MAX      3
  61
  62 #define MM_PLAYER_CAST(x_player)                ((mm_player_t *)(x_player))
  63 /**
  64  * @x_player: MMHandleType of player
  65  *
  66  * Get the PD downloader of this player.
  67  */
  68 #define MM_PLAYER_GET_PD(x_player)      (MM_PLAYER_CAST(x_player)->pd_downloader)
  69 /**
  70  * @x_player: MMHandleType of player
  71  *
  72  * Get the attributes handle of this player.
  73  */
  74 #define MM_PLAYER_GET_ATTRS(x_player)   (MM_PLAYER_CAST(x_player)->attrs)
  75
  76 #define ROTATION_USING_SINK     0
  77 #define ROTATION_USING_CUSTOM   1
  78 #define ROTATION_USING_FLIP     2
  79
  80 #define MM_MAX_STRING_LENGTH    4000 /* have to be less than MUSE_MSG_MAX_LENGTH */
  81
  82 #define VIDEO360_MAX_ZOOM       10.0f
  83
  84 /*---------------------------------------------------------------------------
  85 |    GLOBAL CONSTANT DEFINITIONS:                                                                                       |
  86 ---------------------------------------------------------------------------*/
  87 enum latency_mode {
  88         AUDIO_LATENCY_MODE_LOW = 0,     /**< Low audio latency mode */
  89         AUDIO_LATENCY_MODE_MID,         /**< Middle audio latency mode */
  90         AUDIO_LATENCY_MODE_HIGH,        /**< High audio latency mode */
  91 };
  92
  93 enum tag_info {
  94         TAG_AUDIO_CODEC = 0x0001,
  95         TAG_VIDEO_CODEC = 0x0002,
  96         TAG_ARTIST              = 0x0004,
  97         TAG_TITLE               = 0x0008,
  98         TAG_ALBUM               = 0x0010,
  99         TAG_GENRE               = 0x0020,
 100         TAG_COPYRIGHT   = 0x0040,
 101         TAG_DATE                = 0x0080,
 102         TAG_DESCRIPTION = 0x0100,
 103         TAG_TRACK_NUMBER = 0x0200
 104 };
 105
 106 enum content_attr_flag {
 107         ATTR_MISSING_ONLY = 0x0001,
 108         ATTR_DURATION = 0x0002,
 109         ATTR_AUDIO  = 0x0004,
 110         ATTR_VIDEO = 0x0008,
 111         ATTR_BITRATE = 0x0010,
 112         ATTR_ALL = 0x0020,
 113 };
 114
 115 enum MMPlayerSinkType {
 116         MMPLAYER_VIDEO_SINK = 0x01,
 117         MMPLAYER_AUDIO_SINK = 0x02,
 118         MMPLAYER_TEXT_SINK = 0x04,
 119         MMPLAYER_SINK_ALL = 0x07,
 120 };
 121
 122 /**
 123  * Enumerations of Player Uri type
 124  */
 125 enum MMPlayerUriType {
 126         MM_PLAYER_URI_TYPE_NONE,                        /**< Player URI type None */
 127         MM_PLAYER_URI_TYPE_URL_RTSP,            /**< Player URI type RTSP */
 128         MM_PLAYER_URI_TYPE_URL_HTTP,            /**< Player URI type HTTP */
 129         MM_PLAYER_URI_TYPE_URL_MMS,                     /**< Player URI type MMS */
 130         MM_PLAYER_URI_TYPE_MEM,                         /**< Player URI type Mem */
 131         MM_PLAYER_URI_TYPE_FILE,                        /**< Player URI type File */
 132         MM_PLAYER_URI_TYPE_URL,                         /**< Player URI type URL */
 133         MM_PLAYER_URI_TYPE_MS_BUFF,                     /**< Player URI type Media Stream Buffer */
 134         MM_PLAYER_URI_TYPE_HLS,                         /**< Player URI type http live streaming */
 135         MM_PLAYER_URI_TYPE_SS,                          /**< Player URI type Smooth streaming */
 136         MM_PLAYER_URI_TYPE_DASH,                        /**< Player URI type Mpeg Dash */
 137         MM_PLAYER_URI_TYPE_NO_PERMISSION,       /**< Player URI type No Permission  */
 138         MM_PLAYER_URI_TYPE_TEMP,                        /**< Player URI type Temp */
 139 };
 140
 141 typedef enum _MissingCodec {
 142         MISSING_PLUGIN_NONE = 0x00,
 143         MISSING_PLUGIN_AUDIO = 0x01,
 144         MISSING_PLUGIN_VIDEO = 0x02
 145 } MissingCodec;
 146
 147
 148 typedef enum _FoundCodec {
 149         FOUND_PLUGIN_NONE = 0x00,
 150         FOUND_PLUGIN_AUDIO = 0x01,
 151         FOUND_PLUGIN_VIDEO = 0x02
 152 } FoundCodec;
 153
 154 /**
 155  * Enumeration of signal type
 156  */
 157 typedef enum {
 158         MM_PLAYER_SIGNAL_TYPE_AUTOPLUG = 0,
 159         MM_PLAYER_SIGNAL_TYPE_VIDEOBIN,
 160         MM_PLAYER_SIGNAL_TYPE_AUDIOBIN,
 161         MM_PLAYER_SIGNAL_TYPE_TEXTBIN,
 162         MM_PLAYER_SIGNAL_TYPE_OTHERS,
 163         MM_PLAYER_SIGNAL_TYPE_ALL,
 164         MM_PLAYER_SIGNAL_TYPE_MAX = MM_PLAYER_SIGNAL_TYPE_ALL,
 165 } MMPlayerSignalType;
 166
 167 /* main pipeline's element id */
 168 enum MainElementID {
 169         MMPLAYER_M_PIPE = 0, /* NOTE : MMPLAYER_M_PIPE should be zero */
 170         MMPLAYER_M_SRC,
 171         MMPLAYER_M_2ND_SRC,     /* 2nd Source Element for es buff src */
 172         MMPLAYER_M_SUBSRC,
 173
 174         /* it could be a decodebin or could be a typefind. depends on player ini */
 175         MMPLAYER_M_TYPEFIND,
 176         MMPLAYER_M_AUTOPLUG,
 177
 178         MMPLAYER_M_AUTOPLUG_V_DEC,
 179         MMPLAYER_M_AUTOPLUG_A_DEC,
 180
 181         /* NOTE : we need two fakesink to autoplug without decodebin.
 182          * first one will hold whole pipeline state. and second one will hold state of
 183          * a sink-decodebin for an elementary stream. no metter if there's more then one
 184          * elementary streams because MSL reuse it.
 185          */
 186         MMPLAYER_M_SRC_FAKESINK,
 187         MMPLAYER_M_SRC_2ND_FAKESINK,
 188
 189         /* streaming plugin */
 190         MMPLAYER_M_MUXED_S_BUFFER,
 191         MMPLAYER_M_DEMUXED_S_BUFFER,
 192         MMPLAYER_M_ID3DEMUX,
 193         MMPLAYER_M_ADAPTIVE_DEMUX,
 194
 195         /* es buff src queue */
 196         MMPLAYER_M_V_BUFFER,
 197         MMPLAYER_M_A_BUFFER,
 198         MMPLAYER_M_S_BUFFER,
 199
 200         /* FIXIT : if there's really no usage for following IDs. remove it */
 201         MMPLAYER_M_DEC1,
 202         MMPLAYER_M_DEC2,
 203         MMPLAYER_M_Q1,
 204         MMPLAYER_M_Q2,
 205         MMPLAYER_M_DEMUX,
 206         MMPLAYER_M_SUBPARSE,
 207         MMPLAYER_M_DEMUX_EX,
 208         MMPLAYER_M_V_INPUT_SELECTOR,    // video input_select
 209         MMPLAYER_M_A_INPUT_SELECTOR,    // audio input_select
 210         MMPLAYER_M_T_INPUT_SELECTOR,    // text input_select
 211         MMPLAYER_M_A_TEE,
 212         MMPLAYER_M_A_Q1,
 213         MMPLAYER_M_A_Q2,
 214         MMPLAYER_M_A_CONV,
 215         MMPLAYER_M_A_FILTER,
 216         MMPLAYER_M_A_DEINTERLEAVE,
 217         MMPLAYER_M_A_SELECTOR,
 218         MMPLAYER_M_V_SINK,
 219         MMPLAYER_M_V_CONV,
 220         MMPLAYER_M_NUM
 221 };
 222
 223 /* audio pipeline's element id */
 224 enum AudioElementID {
 225         MMPLAYER_A_BIN = 0, /* NOTE : MMPLAYER_A_BIN should be zero */
 226         MMPLAYER_A_TP,
 227         MMPLAYER_A_CONV,
 228         MMPLAYER_A_VOL,
 229         MMPLAYER_A_FILTER,
 230         MMPLAYER_A_FILTER_SEC,
 231         MMPLAYER_A_CAPS_DEFAULT,
 232         MMPLAYER_A_CONV_BFORMAT,
 233         MMPLAYER_A_CAPS_360,
 234         MMPLAYER_A_SINK,
 235         MMPLAYER_A_RESAMPLER,
 236         MMPLAYER_A_DEINTERLEAVE,
 237         MMPLAYER_A_RGVOL,
 238         MMPLAYER_A_NUM
 239 };
 240
 241 /* video pipeline's element id */
 242 enum VideoElementID {
 243         MMPLAYER_V_BIN = 0, /* NOTE : MMPLAYER_V_BIN should be zero */
 244         MMPLAYER_V_FLIP,
 245         MMPLAYER_V_CONV,
 246         MMPLAYER_V_SCALE,
 247         MMPLAYER_V_CAPS,
 248         MMPLAYER_V_SINK,
 249         MMPLAYER_V_360,
 250         MMPLAYER_V_NUM
 251 };
 252
 253 /* text pipeline's element id */
 254 enum TextElementID {
 255         MMPLAYER_T_BIN = 0, /* NOTE : MMPLAYER_V_BIN should be zero */
 256         MMPLAYER_T_QUEUE,
 257         MMPLAYER_T_VIDEO_QUEUE,
 258         MMPLAYER_T_VIDEO_CONVERTER,
 259         MMPLAYER_T_OVERLAY,
 260         MMPLAYER_T_FAKE_SINK,
 261         MMPLAYER_T_IDENTITY,
 262         MMPLAYER_T_NUM
 263 };
 264
 265 /* midi main pipeline's element id */
 266 enum MidiElementID {
 267         MMPLAYER_MIDI_PIPE,
 268         MMPLAYER_MIDI_PLAYER,
 269         MMPLAYER_MIDI_NUM
 270 };
 271
 272 enum PlayerCommandState {
 273         MMPLAYER_COMMAND_NONE,
 274         MMPLAYER_COMMAND_CREATE,
 275         MMPLAYER_COMMAND_DESTROY,
 276         MMPLAYER_COMMAND_UNREALIZE,
 277         MMPLAYER_COMMAND_START,
 278         MMPLAYER_COMMAND_REALIZE,
 279         MMPLAYER_COMMAND_STOP,
 280         MMPLAYER_COMMAND_PAUSE,
 281         MMPLAYER_COMMAND_RESUME,
 282         MMPLAYER_COMMAND_NUM
 283 };
 284
 285 /* Note : StreamingSrcError is error enum for streaming source which post error message
 286  *      using custom message made by itself. The enum value must start with zero,
 287  *      because the streaming source(secrtspsrc) also does.
 288  */
 289 enum StreamingSrcError {
 290         MMPLAYER_STREAMING_ERROR_NONE = 0,
 291         MMPLAYER_STREAMING_ERROR_UNSUPPORTED_AUDIO,
 292         MMPLAYER_STREAMING_ERROR_UNSUPPORTED_VIDEO,
 293         MMPLAYER_STREAMING_ERROR_CONNECTION_FAIL,
 294         MMPLAYER_STREAMING_ERROR_DNS_FAIL,
 295         MMPLAYER_STREAMING_ERROR_SERVER_DISCONNECTED,
 296         MMPLAYER_STREAMING_ERROR_BAD_SERVER,
 297         MMPLAYER_STREAMING_ERROR_INVALID_PROTOCOL,
 298         MMPLAYER_STREAMING_ERROR_INVALID_URL,
 299         MMPLAYER_STREAMING_ERROR_UNEXPECTED_MSG,
 300         MMPLAYER_STREAMING_ERROR_OUT_OF_MEMORIES,
 301         MMPLAYER_STREAMING_ERROR_RTSP_TIMEOUT,
 302         MMPLAYER_STREAMING_ERROR_BAD_REQUEST,
 303         MMPLAYER_STREAMING_ERROR_NOT_AUTHORIZED,
 304         MMPLAYER_STREAMING_ERROR_PAYMENT_REQUIRED,
 305         MMPLAYER_STREAMING_ERROR_FORBIDDEN,
 306         MMPLAYER_STREAMING_ERROR_CONTENT_NOT_FOUND,
 307         MMPLAYER_STREAMING_ERROR_METHOD_NOT_ALLOWED,
 308         MMPLAYER_STREAMING_ERROR_NOT_ACCEPTABLE,
 309         MMPLAYER_STREAMING_ERROR_PROXY_AUTHENTICATION_REQUIRED,
 310         MMPLAYER_STREAMING_ERROR_SERVER_TIMEOUT,
 311         MMPLAYER_STREAMING_ERROR_GONE,
 312         MMPLAYER_STREAMING_ERROR_LENGTH_REQUIRED,
 313         MMPLAYER_STREAMING_ERROR_PRECONDITION_FAILED,
 314         MMPLAYER_STREAMING_ERROR_REQUEST_ENTITY_TOO_LARGE,
 315         MMPLAYER_STREAMING_ERROR_REQUEST_URI_TOO_LARGE,
 316         MMPLAYER_STREAMING_ERROR_UNSUPPORTED_MEDIA_TYPE,
 317         MMPLAYER_STREAMING_ERROR_PARAMETER_NOT_UNDERSTOOD,
 318         MMPLAYER_STREAMING_ERROR_CONFERENCE_NOT_FOUND,
 319         MMPLAYER_STREAMING_ERROR_NOT_ENOUGH_BANDWIDTH,
 320         MMPLAYER_STREAMING_ERROR_NO_SESSION_ID,
 321         MMPLAYER_STREAMING_ERROR_METHOD_NOT_VALID_IN_THIS_STATE,
 322         MMPLAYER_STREAMING_ERROR_HEADER_FIELD_NOT_VALID_FOR_SOURCE,
 323         MMPLAYER_STREAMING_ERROR_INVALID_RANGE,
 324         MMPLAYER_STREAMING_ERROR_PARAMETER_IS_READONLY,
 325         MMPLAYER_STREAMING_ERROR_AGGREGATE_OP_NOT_ALLOWED,
 326         MMPLAYER_STREAMING_ERROR_ONLY_AGGREGATE_OP_ALLOWED,
 327         MMPLAYER_STREAMING_ERROR_BAD_TRANSPORT,
 328         MMPLAYER_STREAMING_ERROR_DESTINATION_UNREACHABLE,
 329         MMPLAYER_STREAMING_ERROR_INTERNAL_SERVER_ERROR,
 330         MMPLAYER_STREAMING_ERROR_NOT_IMPLEMENTED,
 331         MMPLAYER_STREAMING_ERROR_BAD_GATEWAY,
 332         MMPLAYER_STREAMING_ERROR_SERVICE_UNAVAILABLE,
 333         MMPLAYER_STREAMING_ERROR_GATEWAY_TIME_OUT       ,
 334         MMPLAYER_STREAMING_ERROR_RTSP_VERSION_NOT_SUPPORTED,
 335         MMPLAYER_STREAMING_ERROR_OPTION_NOT_SUPPORTED,
 336 };
 337
 338 typedef enum {
 339         MMPLAYER_SEEK_NONE = 0,
 340         MMPLAYER_SEEK_IN_PROGRESS,
 341         MMPLAYER_SEEK_COMPLETED,        /* after getting async done but before posting seek complete */
 342 } MMPlayerSeekState;
 343
 344 typedef enum {
 345         MMPLAYER_PATH_VOD = 0,
 346         MMPLAYER_PATH_TEXT,
 347         MMPLAYER_PATH_MAX
 348 } MMPlayerPathType;
 349
 350 /* Video360 related enums. These are duplication from video360.h from
 351  * gst-plugins-tizen.
 352  * */
 353 typedef enum {
 354         VIDEO360_MODE_UNKNOWN = -1,
 355         VIDEO360_MODE_MONOSCOPIC = 0,
 356         VIDEO360_MODE_STEREOSCOPIC_TOP_BOTTOM = 1,
 357         VIDEO360_MODE_STEREOSCOPIC_LEFT_RIGHT = 2,
 358         VIDEO360_MODE_STEREOSCOPIC_STEREO_MESH = 3,
 359         VIDEO360_MODE_LAST_ITEM
 360 } mm_player_stereo_mode_e;
 361
 362 typedef enum {
 363         VIDEO360_PROJECTION_TYPE_UNKNOWN = -1,
 364         VIDEO360_PROJECTION_TYPE_EQUIRECTANGULAR = 0,
 365         VIDEO360_PROJECTION_TYPE_CUBEMAP = 1,
 366         VIDEO360_PROJECTION_TYPE_MESH = 2,
 367         VIDEO360_PROJECTION_TYPE_LAST_ITEM
 368 } mm_player_projection_type_e;
 369
 370 /* Spatial audio related enums. These are duplication from mm_file.h from
 371  * libmm-fileinfo.
 372  * */
 373 typedef enum {
 374         MMFILE_AMBISONIC_TYPE_UNKNOWN = 0,
 375         MMFILE_AMBISONIC_TYPE_PERIPHONIC = 1,           /**< To comply with Google's Spatial Audio RFC*/
 376         MMFILE_AMBISONIC_TYPE_NON_PERIPHONIC = 2,
 377 } MMFILE_AMBISONIC_TYPE;
 378
 379 typedef enum {
 380         MMFILE_AMBISONIC_FORMAT_UNKNOWN = 0,
 381         MMFILE_AMBISONIC_FORMAT_AMBIX = 1,              /**< AMBIX (Channel sequence: ACN, Normalization: SN3D) */
 382         MMFILE_AMBISONIC_FORMAT_AMB = 2,                /**< .AMB, Tetraproc (Channel sequence: FuMa, Normalization: FuMa) */
 383         MMFILE_AMBISONIC_FORMAT_UA = 3,                 /**< Universal Ambisonics (Channel sequence: SID, Normalization: N3D) */
 384 } MMFILE_AMBISONIC_FORMAT;
 385
 386 typedef enum {
 387         MMFILE_AMBISONIC_ORDER_UNKNOWN = 0,
 388         MMFILE_AMBISONIC_ORDER_FOA = 1,                 /**< First order Ambisonics */
 389         MMFILE_AMBISONIC_ORDER_SOA = 2,                 /**< Second order Ambisonics */
 390         MMFILE_AMBISONIC_ORDER_TOA = 3,                 /**< Third order Ambisonics */
 391 } MMFILE_AMBISONIC_ORDER;
 392
 393 /*---------------------------------------------------------------------------
 394 |    GLOBAL DATA TYPE DEFINITIONS:                                                                                      |
 395 ---------------------------------------------------------------------------*/
 396
 397 typedef struct {
 398         int id;
 399         GstElement *gst;
 400 } MMPlayerGstElement;
 401
 402 typedef struct {
 403         GstTagList *tag_list;
 404         MMPlayerGstElement *mainbin;
 405         MMPlayerGstElement *audiobin;
 406         MMPlayerGstElement *videobin;
 407         MMPlayerGstElement *textbin;
 408 } MMPlayerGstPipelineInfo;
 409
 410 typedef struct {
 411         float volume;
 412         int mute;
 413         int bluetooth;  /* enable/disable */
 414         int focus_id;
 415         bool rg_enable;
 416 } MMPlayerSoundInfo;
 417
 418 typedef struct {
 419         char *buf;
 420         int len;
 421         int offset;
 422 } MMPlayerInputBuffer;
 423
 424 typedef struct {
 425         int uri_type;
 426         int     play_mode;
 427         MMPlayerInputBuffer input_mem;
 428         char uri[MM_MAX_URL_LEN];
 429         char urgent[MM_MAX_FILENAME_LEN];
 430 } MMPlayerParseProfile;
 431
 432 typedef struct {
 433         storage_type_e type;
 434         storage_state_e state;
 435         int id;
 436         char path[MM_MAX_URL_LEN];
 437 } MMPlayerStorageInfo;
 438
 439 typedef struct {
 440         bool is_pending;
 441         MMPlayerPosFormatType format;
 442         gint64 pos;
 443 } MMPlayerPendingSeek;
 444
 445 typedef struct {
 446         GObject* obj;
 447         gulong sig;
 448 } MMPlayerSignalItem;
 449
 450 typedef struct {
 451         bool rich_audio;
 452         bool safety_volume;
 453         bool pcm_extraction;
 454         bool video_zc; // video zero-copy
 455         bool subtitle_off;
 456         bool media_packet_video_stream;
 457 } MMPlayerSetMode;
 458
 459 typedef struct {
 460         GMainContext *global_default;
 461         GMainContext *thread_default;
 462 } MMPlayerGMainContext;
 463
 464 typedef struct {
 465         gint uri_idx;
 466         GList *uri_list;
 467 } MMPlayerUriList;
 468
 469 typedef struct {
 470         gint active_pad_index;
 471         gint total_track_num;
 472         GPtrArray *channels;
 473         gulong block_id;
 474         gulong event_probe_id;
 475 } mm_player_selector_t;
 476
 477 typedef struct {
 478         gboolean running;
 479
 480         gboolean stream_changed;
 481         gboolean reconfigure;
 482
 483         GstClockTime start_time[MM_PLAYER_TRACK_TYPE_MAX];      /* updated once get SEGMENT event */
 484         GstSegment segment[MM_PLAYER_TRACK_TYPE_MAX];
 485         gboolean update_segment[MM_PLAYER_TRACK_TYPE_MAX];
 486
 487 } mm_player_gapless_t;
 488
 489 typedef struct {
 490         int channel;
 491         int bitrate;
 492         int depth;
 493         bool is_little_endian;
 494         guint64 channel_mask;
 495         void *pcm_data;
 496         int data_size;
 497         int buff_size;
 498 } mm_player_audio_stream_buff_t;
 499
 500 /**
 501  * @brief data of video_bo_list
 502  * @details this will be used when the sw codec is running.
 503  * @since_tizen 3.0
 504  */
 505 typedef struct {
 506         gboolean using;
 507         void* bo;
 508 } mm_player_video_bo_info_t;
 509
 510 typedef struct {
 511         gint bandwidth;
 512         gint width;
 513         gint height;
 514 } VariantData;
 515
 516 typedef struct {
 517         GList* var_list;
 518         VariantData limit;
 519 } MMAdaptiveVariantInfo;
 520
 521 typedef struct {
 522         int is_spherical;
 523         int is_stitched;
 524         char *stitching_software;
 525         char *projection_type_string;
 526         char *stereo_mode_string;
 527         mm_player_projection_type_e projection_type;
 528         mm_player_stereo_mode_e stereo_mode;
 529         int source_count;
 530         int init_view_heading;
 531         int init_view_pitch;
 532         int init_view_roll;
 533         int timestamp;
 534         int full_pano_width_pixels;
 535         int full_pano_height_pixels;
 536         int cropped_area_image_width;
 537         int cropped_area_image_height;
 538         int cropped_area_left;
 539         int cropped_area_top;
 540         int ambisonic_type;
 541         int ambisonic_format;
 542         int ambisonic_order;
 543 } mm_player_spherical_metadata_t;
 544
 545 typedef struct {
 546         /* STATE */
 547         int state;                                      // player current state
 548         int prev_state;                         // player previous state
 549         int pending_state;                      // player state which is going to now
 550         int target_state;                               // player state which user want to go to
 551         guint state_change_timeout;
 552
 553         gchar *album_art;
 554
 555         int cmd;
 556
 557         /* command lock */
 558         GMutex cmd_lock;
 559         GMutex playback_lock;
 560
 561         /* next play thread */
 562         GThread* next_play_thread;
 563         gboolean next_play_thread_exit;
 564         GCond next_play_thread_cond;
 565         GMutex next_play_thread_mutex;
 566         mm_player_gapless_t gapless;
 567
 568         /* capture thread */
 569         GThread* capture_thread;
 570         gboolean capture_thread_exit;
 571         GCond capture_thread_cond;
 572         GMutex capture_thread_mutex;
 573         MMPlayerVideoCapture capture;
 574         MMPlayerVideoColorspace video_cs;
 575         MMVideoBuffer captured;
 576
 577         /* gst bus msg thread, create during realize */
 578         GThread* bus_msg_thread;
 579         gboolean bus_msg_thread_exit;
 580         GCond bus_msg_thread_cond;
 581         GMutex bus_msg_thread_mutex;
 582
 583         /* fakesink handling lock */
 584         GMutex fsink_lock;
 585
 586         /* update tag lock */
 587         GMutex update_tag_lock;
 588
 589         /* player attributes */
 590         MMHandleType attrs;
 591
 592         /* message callback */
 593         MMMessageCallback msg_cb;
 594         void* msg_cb_param;
 595
 596         /* progressive download */
 597         mm_player_pd_t *pd_downloader;
 598         gchar *pd_file_save_path;
 599         MMPlayerPDMode pd_mode;
 600
 601         /* streaming player */
 602         mm_player_streaming_t *streamer;
 603         gchar *http_file_buffering_path;
 604
 605         /* gstreamer pipeline */
 606         MMPlayerGstPipelineInfo *pipeline;
 607
 608         /* pad */
 609         GstPad *ghost_pad_for_videobin;
 610
 611         guint64 media_stream_buffer_max_size[MM_PLAYER_STREAM_TYPE_MAX];
 612         guint media_stream_buffer_min_percent[MM_PLAYER_STREAM_TYPE_MAX];
 613         mm_player_media_stream_buffer_status_callback media_stream_buffer_status_cb[MM_PLAYER_STREAM_TYPE_MAX];
 614         mm_player_media_stream_seek_data_callback media_stream_seek_data_cb[MM_PLAYER_STREAM_TYPE_MAX];
 615         GMutex media_stream_cb_lock;
 616
 617         int video_num_buffers;  /* total num of buffers in vcodec */
 618         int video_extra_num_buffers; /* extra num of buffers in vcodec */
 619
 620         void* buffer_cb_user_param[MM_PLAYER_STREAM_TYPE_MAX];
 621         void* seek_cb_user_param[MM_PLAYER_STREAM_TYPE_MAX];
 622
 623         /* video stream changed callback */
 624         mm_player_stream_changed_callback video_stream_changed_cb;
 625         void* video_stream_changed_cb_user_param;
 626
 627         /* audio stream changed callback */
 628         mm_player_stream_changed_callback audio_stream_changed_cb;
 629         void* audio_stream_changed_cb_user_param;
 630
 631         /* video stream callback */
 632         mm_player_video_stream_callback video_stream_cb;
 633         void* video_stream_cb_user_param;
 634         GCond video_bo_cond;
 635         GMutex video_bo_mutex;
 636         GList* video_bo_list; /* mm_player_video_bo_info_t, bo list for decoded video data by sw codec */
 637         int video_bo_size;
 638         bool video_stream_prerolled;
 639
 640         /* audio stram callback */
 641         mm_player_audio_stream_callback audio_stream_cb;
 642         void* audio_stream_cb_user_param;
 643         bool audio_stream_sink_sync;
 644         GList* audio_stream_buff_list; /* mm_player_audio_stream_buff_t, buff list of extract pcm data */
 645
 646         /* audio buffer callback */
 647         mm_player_audio_stream_callback_ex audio_stream_render_cb_ex;
 648
 649         /* video capture callback*/
 650         gulong video_capture_cb_probe_id;
 651
 652         /* sound info */
 653         MMPlayerSoundInfo       sound;
 654
 655         /* type string */
 656         gchar *type;
 657
 658         /* video stream caps parsed by demuxer */
 659         GstCaps* v_stream_caps;
 660
 661         /* audio effect infomation */
 662         MMAudioEffectInfo audio_effect_info;
 663         gboolean bypass_audio_effect;
 664
 665         gulong audio_cb_probe_id;
 666
 667         /* content profile */
 668         MMPlayerParseProfile profile;
 669         MMPlayerStorageInfo storage_info[MMPLAYER_PATH_MAX];
 670
 671         /* streaming service type */
 672         MMStreamingType streaming_type;
 673
 674         /* autoplugging */
 675         GList* factories;
 676         gboolean have_dynamic_pad;
 677         GList* parsers; // list of linked parser name
 678         GList* audio_decoders; // list of linked audio name
 679         gboolean no_more_pad;
 680         gint num_dynamic_pad;
 681         gboolean has_many_types;
 682
 683         /* progress callback timer */
 684         /* FIXIT : since duplicated functionality with get_position
 685          * this function will be deprecated after fixing all application
 686          * which are using it.
 687          */
 688         guint progress_timer;
 689
 690         /* timer for sending delayed EOS */
 691         guint eos_timer;
 692
 693         /* last point that player is paused or seeking */
 694         gint64 last_position;
 695
 696         /* duration */
 697         gint64 duration;
 698
 699         /* data size of http streaming  */
 700         guint64 http_content_size;
 701
 702         /* last error */
 703         gchar last_error_msg[1024]; /* FIXIT : should it be dynamic ? */
 704
 705         gboolean smooth_streaming;
 706
 707         gint videodec_linked;
 708         gint audiodec_linked;
 709         gint videosink_linked;
 710         gint audiosink_linked;
 711         gint textsink_linked;
 712
 713         /* missing plugin during autoplugging */
 714         MissingCodec not_supported_codec;
 715
 716         /* unlinked audio/video mime type */
 717         gchar *unlinked_video_mime;
 718         gchar *unlinked_audio_mime;
 719         gchar *unlinked_demuxer_mime;
 720
 721         /* found codec during autoplugging */
 722         FoundCodec can_support_codec;
 723
 724         gboolean not_found_demuxer;
 725
 726         /* support seek even though player is not start */
 727         MMPlayerPendingSeek pending_seek;
 728         MMPlayerSeekState seek_state;
 729
 730         /* prevent to post msg over and over */
 731         gboolean msg_posted;
 732
 733         /* list of sink elements */
 734         GList* sink_elements;
 735
 736         /* signal notifiers */
 737         GList* signals[MM_PLAYER_SIGNAL_TYPE_MAX];
 738         guint bus_watcher;
 739         GQueue *bus_msg_q;
 740         GMutex bus_msg_q_lock;
 741         MMPlayerGMainContext context;
 742         MMPlayerUriList uri_info;
 743
 744         gboolean is_sound_extraction;
 745
 746         gfloat playback_rate;
 747
 748         /* player state resumed by fast rewind */
 749         gboolean resumed_by_rewind;
 750
 751         gboolean is_nv12_tiled;
 752
 753         /* resource manager for H/W resources */
 754         mm_resource_manager_h resource_manager;
 755         mm_resource_manager_res_h video_overlay_resource;
 756         mm_resource_manager_res_h video_decoder_resource;
 757         gboolean interrupted_by_resource;
 758
 759         gboolean is_subtitle_off;
 760         gboolean is_external_subtitle_present;
 761         gboolean is_external_subtitle_added_now;
 762         gboolean pending_resume;
 763
 764         /* contents bitrate for buffering management */
 765         guint bitrate[MM_PLAYER_STREAM_COUNT_MAX];
 766         guint total_bitrate;
 767         guint maximum_bitrate[MM_PLAYER_STREAM_COUNT_MAX];
 768         guint total_maximum_bitrate;
 769
 770         /* prevent it from posting duplicatly*/
 771         gboolean sent_bos;
 772
 773         gboolean play_subtitle;
 774         gboolean is_subtitle_force_drop;        // set TRUE after bus_cb get EOS
 775
 776         /* PD downloader message callback and param */
 777         MMMessageCallback pd_msg_cb;
 778         void* pd_msg_cb_param;
 779
 780         /* adjust subtitle position store */
 781         gint64 adjust_subtitle_pos;
 782         GList *subtitle_language_list;
 783         GCond subtitle_info_cond;
 784         GMutex subtitle_info_mutex;
 785
 786         /* To store the current multiwindow status */
 787         gboolean last_multiwin_status;
 788
 789         /* To store the current running audio pad index of demuxer */
 790         gint demux_pad_index;
 791
 792         mm_player_selector_t selector[MM_PLAYER_TRACK_TYPE_MAX];
 793         mm_player_selector_t audio_mode;
 794         gboolean use_deinterleave;
 795         guint max_audio_channels;
 796
 797         guint internal_text_idx;
 798         guint external_text_idx;
 799
 800         MMPlayerSetMode set_mode;
 801
 802         /* initialize values */
 803         mm_player_ini_t ini;
 804
 805         /* video share sync */
 806         gint64 video_share_api_delta;
 807         gint64 video_share_clock_delta;
 808
 809         /* just for native app (video hub) */
 810         gboolean video_hub_download_mode;
 811         gboolean sync_handler;
 812
 813         /* store dump pad list */
 814         GList* dump_list;
 815
 816         /* whether a video has closed caption or not */
 817         gboolean has_closed_caption;
 818
 819         GstElement *video_fakesink;
 820
 821         /* audio stream caps parsed by demuxer or set by external demuxer */
 822         GstCaps* a_stream_caps;
 823
 824         /* subtitle stream caps parsed by demuxer or set by external demuxer */
 825         GstCaps* s_stream_caps;
 826
 827         /* es player using feed-data callback or calling app_src_push_buffer directly*/
 828         gboolean es_player_push_mode;
 829
 830         /* tmb buffer manager for s/w codec tmb_bo */
 831         tbm_bufmgr bufmgr;
 832
 833         int pcm_samplerate;
 834         int pcm_channel;
 835
 836         MMAdaptiveVariantInfo adaptive_info;
 837
 838         /* Video360 related stuff
 839          * */
 840         gboolean is_360_feature_enabled;
 841         gboolean is_content_spherical;
 842         mm_player_spherical_metadata_t video360_metadata;
 843         gboolean is_openal_plugin_used;
 844         /* User settable values */
 845         gboolean is_video360_enabled;
 846         float video360_yaw_radians;
 847         float video360_pitch_radians;
 848         float video360_zoom;
 849         int video360_horizontal_fov;
 850         int video360_vertical_fov;
 851
 852 } mm_player_t;
 853
 854 typedef struct {
 855         gchar *language_code;
 856         gchar *language_key;
 857         gboolean active;
 858 } MMPlayerLangStruct;
 859
 860 typedef struct {
 861         GstPad *dump_pad;
 862         gulong probe_handle_id;
 863         FILE *dump_element_file;
 864 } mm_player_dump_t;
 865
 866 typedef struct {
 867         char *name;
 868         int value_type;
 869         int flags;                              // r, w
 870         void *default_value;
 871         int valid_type;                 // validity type
 872         int value_min;                  //<- set validity value range
 873         int value_max;          //->
 874 } MMPlayerAttrsSpec;
 875
 876 /*===========================================================================================
 877 |                                                                                                                                                                                       |
 878 |  GLOBAL FUNCTION PROTOTYPES                                                                                                                           |
 879 |                                                                                                                                                                                       |
 880 ========================================================================================== */
 881 #ifdef __cplusplus
 882         extern "C" {
 883 #endif
 884
 885 int _mmplayer_create_player(MMHandleType hplayer);
 886 int _mmplayer_destroy(MMHandleType hplayer);
 887 int _mmplayer_realize(MMHandleType hplayer);
 888 int _mmplayer_unrealize(MMHandleType hplayer);
 889 int _mmplayer_get_state(MMHandleType hplayer, int* pstate);
 890 int _mmplayer_set_volume(MMHandleType hplayer, MMPlayerVolumeType volume);
 891 int _mmplayer_get_volume(MMHandleType hplayer, MMPlayerVolumeType *volume);
 892 int _mmplayer_set_mute(MMHandleType hplayer, int mute);
 893 int _mmplayer_get_mute(MMHandleType hplayer, int* pmute);
 894 int _mmplayer_start(MMHandleType hplayer);
 895 int _mmplayer_stop(MMHandleType hplayer);
 896 int _mmplayer_pause(MMHandleType hplayer);
 897 int _mmplayer_resume(MMHandleType hplayer);
 898 int _mmplayer_set_position(MMHandleType hplayer, int format, gint64 pos);
 899 int _mmplayer_get_position(MMHandleType hplayer, int format, gint64 *pos);
 900 int _mmplayer_get_duration(MMHandleType hplayer, gint64 *duration);
 901 int _mmplayer_adjust_subtitle_postion(MMHandleType hplayer, int format,  int pos);
 902 int _mmplayer_set_playspeed(MMHandleType hplayer, float rate, bool streaming);
 903 int _mmplayer_set_message_callback(MMHandleType hplayer, MMMessageCallback callback, void *user_param);
 904 int _mmplayer_set_videostream_changed_cb(MMHandleType hplayer, mm_player_stream_changed_callback callback, void *user_param);
 905 int _mmplayer_set_audiostream_changed_cb(MMHandleType hplayer, mm_player_stream_changed_callback callback, void *user_param);
 906 int _mmplayer_set_videostream_cb(MMHandleType hplayer, mm_player_video_stream_callback callback, void *user_param);
 907 int _mmplayer_set_audiostream_cb(MMHandleType hplayer, mm_player_audio_stream_callback callback, void *user_param);
 908 int _mmplayer_set_subtitle_silent(MMHandleType hplayer, int silent);
 909 int _mmplayer_get_subtitle_silent(MMHandleType hplayer, int* silent);
 910 int _mmplayer_set_external_subtitle_path(MMHandleType hplayer, const char* filepath);
 911 int _mmplayer_get_buffer_position(MMHandleType hplayer, int format, unsigned long* start_pos, unsigned long* stop_pos);
 912
 913 /* test API for tuning audio gain. this API should be
 914  * deprecated before the day of final release
 915  */
 916 int _mmplayer_set_volume_tune(MMHandleType hplayer, MMPlayerVolumeType volume);
 917 int _mmplayer_update_video_param(mm_player_t* player, char *param_name);
 918 int _mmplayer_set_audiobuffer_cb(MMHandleType hplayer, mm_player_audio_stream_callback callback, void *user_param);
 919 int _mmplayer_change_videosink(MMHandleType handle, MMDisplaySurfaceType surface_type, void *display_overlay);
 920 int _mmplayer_audio_effect_custom_apply(mm_player_t *player);
 921
 922 int _mmplayer_set_audiostream_cb_ex(MMHandleType hplayer, bool sync, mm_player_audio_stream_callback_ex callback, void *user_param);
 923 gboolean __mmplayer_post_message(mm_player_t* player, enum MMMessageType msgtype, MMMessageParamType* param);
 924
 925 int _mmplayer_change_track_language(MMHandleType hplayer, MMPlayerTrackType type, int index);
 926 int _mmplayer_sync_subtitle_pipeline(mm_player_t* player);
 927 int _mmplayer_set_video_hub_download_mode(MMHandleType hplayer, bool mode);
 928 int _mmplayer_use_system_clock(MMHandleType hplayer);
 929 int _mmplayer_set_video_share_master_clock(MMHandleType hplayer, gint64 clock, gint64 clock_delta, gint64 video_time, gint64 media_clock, gint64 audio_time);
 930 int _mmplayer_get_video_share_master_clock(MMHandleType hplayer, gint64 *video_time, gint64 *media_clock, gint64 *audio_time);
 931 int _mmplayer_enable_sync_handler(MMHandleType hplayer, bool enable);
 932 int _mmplayer_set_file_buffering_path(MMHandleType hplayer, const char* file_path);
 933 int _mmplayer_set_uri(MMHandleType hplayer, const char* uri);
 934 int _mmplayer_set_next_uri(MMHandleType hplayer, const char* uri, bool is_first_path);
 935 int _mmplayer_get_next_uri(MMHandleType hplayer, char** uri);
 936 int _mmplayer_has_closed_caption(MMHandleType hplayer, bool* exist);
 937 void _mm_player_video_stream_internal_buffer_unref(void *buffer);
 938 int _mmplayer_set_pcm_spec(MMHandleType hplayer, int samplerate, int channel);
 939 int _mmplayer_get_timeout(MMHandleType hplayer, int *timeout);
 940 int _mmplayer_get_num_of_video_out_buffers(MMHandleType hplayer, int *num, int *extra_num);
 941 int _mmplayer_manage_external_storage_state(MMHandleType hplayer, int id, int state);
 942 int __mmplayer_gst_set_state(mm_player_t* player, GstElement * pipeline,  GstState state, gboolean async, gint timeout);
 943 void __mmplayer_set_state(mm_player_t* player, int state);
 944 int __mmplayer_check_state(mm_player_t* player, enum PlayerCommandState command);
 945 gboolean __mmplayer_dump_pipeline_state(mm_player_t* player);
 946 void __mmplayer_remove_g_source_from_context(GMainContext *context, guint source_id);
 947 void _mmplayer_bus_msg_thread_destroy(MMHandleType hplayer);
 948
 949 /* util */
 950 const gchar* __get_state_name(int state);
 951 const gchar* __get_stream_type_name(int type);
 952
 953 gboolean __mmplayer_can_do_interrupt(mm_player_t *player);
 954 gboolean __is_streaming(mm_player_t* player);
 955 gboolean __is_rtsp_streaming(mm_player_t* player);
 956 gboolean __is_live_streaming(mm_player_t* player);
 957 gboolean __is_http_streaming(mm_player_t* player);
 958 gboolean __is_http_live_streaming(mm_player_t* player);
 959 gboolean __is_dash_streaming(mm_player_t* player);
 960 gboolean __is_smooth_streaming(mm_player_t* player);
 961 gboolean __is_http_progressive_down(mm_player_t* player);
 962
 963 gboolean __mmplayer_check_useful_message(mm_player_t *player, GstMessage * message);
 964 gboolean __mmplayer_handle_gst_error(mm_player_t* player, GstMessage * message, GError* error);
 965 gint __gst_handle_core_error(mm_player_t* player, int code);
 966 gint __gst_handle_library_error(mm_player_t* player, int code);
 967 gint __gst_handle_resource_error(mm_player_t* player, int code, GstMessage * message);
 968 gint __gst_handle_stream_error(mm_player_t* player, GError* error, GstMessage * message);
 969 int __mmplayer_get_video_angle(mm_player_t* player, int *user_angle, int *org_angle);
 970 int _mmplayer_video_stream_release_bo(mm_player_t* player, void* bo);
 971 int _mmplayer_get_adaptive_variant_info(MMHandleType hplayer, int *num, char **var_info);
 972 int _mmplayer_set_max_adaptive_variant_limit(MMHandleType hplayer, int bandwidth, int width, int height);
 973 int _mmplayer_get_max_adaptive_variant_limit(MMHandleType hplayer, int *bandwidth, int *width, int *height);
 974 int _mmplayer_set_audio_only(MMHandleType hplayer, bool audio_only);
 975 int _mmplayer_get_audio_only(MMHandleType hplayer, bool *paudio_only);
 976 int _mmplayer_set_streaming_buffering_time(MMHandleType hplayer, int buffer_ms, int rebuffer_ms);
 977 int _mmplayer_get_streaming_buffering_time(MMHandleType hplayer, int *buffer_ms, int *rebuffer_ms);
 978 int _mmplayer_set_codec_type(MMHandleType hplayer, MMPlayerStreamType stream_type, MMPlayerVideoCodecType codec_type);
 979 int _mmplayer_set_replaygain_enabled(MMHandleType hplayer, bool enabled);
 980 int _mmplayer_is_replaygain_enabled(MMHandleType hplayer, bool *enabled);
 981
 982 #ifdef __cplusplus
 983         }
 984 #endif
 985
 986 #endif  /* __MM_PLAYER_PRIV_H__ */