4 * Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
6 * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>,
7 * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com>
9 * Licensed under the Apache License, Version 2.0 (the "License");
10 * you may not use this file except in compliance with the License.
11 * You may obtain a copy of the License at
13 * http://www.apache.org/licenses/LICENSE-2.0
15 * Unless required by applicable law or agreed to in writing, software
16 * distributed under the License is distributed on an "AS IS" BASIS,
17 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
18 * See the License for the specific language governing permissions and
19 * limitations under the License.
23 #ifndef __MM_PLAYER_PRIV_H__
24 #define __MM_PLAYER_PRIV_H__
26 /*===========================================================================================
30 ========================================================================================== */
38 #include "mm_player.h"
39 #include "mm_player_internal.h"
40 #include "mm_player_sndeffect.h"
41 #include "mm_message.h"
42 #include "mm_player_utils.h"
43 #include "mm_player_asm.h"
44 #include "mm_player_ahs.h"
45 #include "mm_player_pd.h"
46 #include "mm_player_streaming.h"
48 /*===========================================================================================
50 | GLOBAL DEFINITIONS AND DECLARATIONS FOR MODULE |
52 ========================================================================================== */
54 /*---------------------------------------------------------------------------
56 ---------------------------------------------------------------------------*/
58 #define MM_PLAYER_IMGB_MPLANE_MAX 4
59 #define MM_PLAYER_STREAM_COUNT_MAX 3
61 #define MM_PLAYER_CAST(x_player) ((mm_player_t *)(x_player))
63 * @x_player: MMHandleType of player
65 * Get the PD downloader of this player.
67 #define MM_PLAYER_GET_PD(x_player) (MM_PLAYER_CAST(x_player)->pd_downloader)
69 * @x_player: MMHandleType of player
71 * Get the attributes handle of this player.
73 #define MM_PLAYER_GET_ATTRS(x_player) (MM_PLAYER_CAST(x_player)->attrs)
75 /*---------------------------------------------------------------------------
76 | GLOBAL CONSTANT DEFINITIONS: |
77 ---------------------------------------------------------------------------*/
80 TAG_AUDIO_CODEC = 0x0001,
81 TAG_VIDEO_CODEC = 0x0002,
86 TAG_COPYRIGHT = 0x0040,
88 TAG_DESCRIPTION = 0x0100,
89 TAG_TRACK_NUMBER = 0x0200
92 /* async mode makes trouble. alsasink sometimes fails to pause. */
101 * Enumerations of Player Mode
104 MM_PLAYER_MODE_NONE, /**< Player mode None */
105 MM_PLAYER_MODE_MIDI, /**< Player mode Midi */
106 MM_PLAYER_MODE_GST, /**< Player mode Gstreamer */
111 * Enumerations of Player Uri type
113 enum MMPlayerUriType {
114 MM_PLAYER_URI_TYPE_NONE, /**< Player URI type None */
115 MM_PLAYER_URI_TYPE_URL_RTSP, /**< Player URI type RTSP */
116 MM_PLAYER_URI_TYPE_URL_HTTP,/**< Player URI type HTTP */
117 MM_PLAYER_URI_TYPE_URL_MMS,/**< Player URI type MMS */
118 MM_PLAYER_URI_TYPE_MEM, /**< Player URI type Mem */
119 MM_PLAYER_URI_TYPE_FILE, /**< Player URI type File */
120 MM_PLAYER_URI_TYPE_URL, /**< Player URI type URL */
121 MM_PLAYER_URI_TYPE_BUFF, /**< Player URI type Buffer */
122 MM_PLAYER_URI_TYPE_HLS, /**< Player URI type http live streaming */
123 MM_PLAYER_URI_TYPE_TEMP, /**< Player URI type Temp */
126 typedef enum _MissingCodec
128 MISSING_PLUGIN_NONE = 0x00,
129 MISSING_PLUGIN_AUDIO = 0x01,
130 MISSING_PLUGIN_VIDEO = 0x02
134 typedef enum _FoundCodec
136 FOUND_PLUGIN_NONE = 0x00,
137 FOUND_PLUGIN_AUDIO = 0x01,
138 FOUND_PLUGIN_VIDEO = 0x02
141 /* main pipeline's element id */
144 MMPLAYER_M_PIPE = 0, /* NOTE : MMPLAYER_M_PIPE should be zero */
147 /* it could be a decodebin or could be a typefind. depends on player ini */
150 /* NOTE : we need two fakesink to autoplug without decodebin.
151 * first one will hold whole pipeline state. and second one will hold state of
152 * a sink-decodebin for an elementary stream. no metter if there's more then one
153 * elementary streams because MSL reuse it.
155 MMPLAYER_M_SRC_FAKESINK,
156 MMPLAYER_M_SRC_2ND_FAKESINK,
158 /* streaming plugin */
163 /* FIXIT : if there's really no usage for following IDs. remove it */
172 /* audio pipeline's element id */
175 MMPLAYER_A_BIN = 0, /* NOTE : MMPLAYER_A_BIN should be zero */
180 MMPLAYER_A_CAPS_DEFAULT,
182 MMPLAYER_A_RESAMPLER,
186 /* video pipeline's element id */
189 MMPLAYER_V_BIN = 0, /* NOTE : MMPLAYER_V_BIN should be zero */
200 /* text pipeline's element id */
203 MMPLAYER_T_BIN = 0, /* NOTE : MMPLAYER_V_BIN should be zero */
210 /* subtitle pipeline's element id */
211 enum SubtitleElementID
213 MMPLAYER_SUB_PIPE = 0, /* NOTE : MMPLAYER_SUB_PIPE should be zero */
216 MMPLAYER_SUB_SUBPARSE,
217 MMPLAYER_SUB_TEXTRENDER,
226 /* midi main pipeline's element id */
230 MMPLAYER_MIDI_PLAYER,
234 enum PlayerCommandState
236 MMPLAYER_COMMAND_NONE,
237 MMPLAYER_COMMAND_CREATE,
238 MMPLAYER_COMMAND_DESTROY,
239 MMPLAYER_COMMAND_REALIZE,
240 MMPLAYER_COMMAND_UNREALIZE,
241 MMPLAYER_COMMAND_START,
242 MMPLAYER_COMMAND_STOP,
243 MMPLAYER_COMMAND_PAUSE,
244 MMPLAYER_COMMAND_RESUME,
248 /* Note : StreamingSrcError is error enum for streaming source which post error message
249 * using custom message made by itself. The enum value must start with zero,
250 * because the streaming source(secrtspsrc) also does.
252 enum StreamingSrcError
254 MMPLAYER_STREAMING_ERROR_NONE = 0,
255 MMPLAYER_STREAMING_ERROR_UNSUPPORTED_AUDIO,
256 MMPLAYER_STREAMING_ERROR_UNSUPPORTED_VIDEO,
257 MMPLAYER_STREAMING_ERROR_CONNECTION_FAIL,
258 MMPLAYER_STREAMING_ERROR_DNS_FAIL,
259 MMPLAYER_STREAMING_ERROR_SERVER_DISCONNECTED,
260 MMPLAYER_STREAMING_ERROR_BAD_SERVER,
261 MMPLAYER_STREAMING_ERROR_INVALID_PROTOCOL,
262 MMPLAYER_STREAMING_ERROR_INVALID_URL,
263 MMPLAYER_STREAMING_ERROR_UNEXPECTED_MSG,
264 MMPLAYER_STREAMING_ERROR_OUT_OF_MEMORIES,
265 MMPLAYER_STREAMING_ERROR_RTSP_TIMEOUT,
266 MMPLAYER_STREAMING_ERROR_BAD_REQUEST,
267 MMPLAYER_STREAMING_ERROR_NOT_AUTHORIZED,
268 MMPLAYER_STREAMING_ERROR_PAYMENT_REQUIRED,
269 MMPLAYER_STREAMING_ERROR_FORBIDDEN,
270 MMPLAYER_STREAMING_ERROR_CONTENT_NOT_FOUND,
271 MMPLAYER_STREAMING_ERROR_METHOD_NOT_ALLOWED,
272 MMPLAYER_STREAMING_ERROR_NOT_ACCEPTABLE,
273 MMPLAYER_STREAMING_ERROR_PROXY_AUTHENTICATION_REQUIRED,
274 MMPLAYER_STREAMING_ERROR_SERVER_TIMEOUT,
275 MMPLAYER_STREAMING_ERROR_GONE,
276 MMPLAYER_STREAMING_ERROR_LENGTH_REQUIRED,
277 MMPLAYER_STREAMING_ERROR_PRECONDITION_FAILED,
278 MMPLAYER_STREAMING_ERROR_REQUEST_ENTITY_TOO_LARGE,
279 MMPLAYER_STREAMING_ERROR_REQUEST_URI_TOO_LARGE,
280 MMPLAYER_STREAMING_ERROR_UNSUPPORTED_MEDIA_TYPE,
281 MMPLAYER_STREAMING_ERROR_PARAMETER_NOT_UNDERSTOOD,
282 MMPLAYER_STREAMING_ERROR_CONFERENCE_NOT_FOUND,
283 MMPLAYER_STREAMING_ERROR_NOT_ENOUGH_BANDWIDTH,
284 MMPLAYER_STREAMING_ERROR_NO_SESSION_ID,
285 MMPLAYER_STREAMING_ERROR_METHOD_NOT_VALID_IN_THIS_STATE,
286 MMPLAYER_STREAMING_ERROR_HEADER_FIELD_NOT_VALID_FOR_SOURCE,
287 MMPLAYER_STREAMING_ERROR_INVALID_RANGE,
288 MMPLAYER_STREAMING_ERROR_PARAMETER_IS_READONLY,
289 MMPLAYER_STREAMING_ERROR_AGGREGATE_OP_NOT_ALLOWED,
290 MMPLAYER_STREAMING_ERROR_ONLY_AGGREGATE_OP_ALLOWED,
291 MMPLAYER_STREAMING_ERROR_BAD_TRANSPORT,
292 MMPLAYER_STREAMING_ERROR_DESTINATION_UNREACHABLE,
293 MMPLAYER_STREAMING_ERROR_INTERNAL_SERVER_ERROR,
294 MMPLAYER_STREAMING_ERROR_NOT_IMPLEMENTED,
295 MMPLAYER_STREAMING_ERROR_BAD_GATEWAY,
296 MMPLAYER_STREAMING_ERROR_SERVICE_UNAVAILABLE,
297 MMPLAYER_STREAMING_ERROR_GATEWAY_TIME_OUT ,
298 MMPLAYER_STREAMING_ERROR_RTSP_VERSION_NOT_SUPPORTED,
299 MMPLAYER_STREAMING_ERROR_OPTION_NOT_SUPPORTED,
303 /*---------------------------------------------------------------------------
304 | GLOBAL DATA TYPE DEFINITIONS: |
305 ---------------------------------------------------------------------------*/
311 } MMPlayerGstElement;
315 GstTagList *tag_list;
316 MMPlayerGstElement *mainbin;
317 MMPlayerGstElement *subtitlebin;
318 MMPlayerGstElement *audiobin;
319 MMPlayerGstElement *videobin;
320 MMPlayerGstElement *textbin;
321 } MMPlayerGstPipelineInfo;
325 char device[MAX_SOUND_DEVICE_LEN];
328 int bluetooth; /* enable/disable */
336 } tBuffer; /* FIXIT : choose better name */
343 char uri[MM_MAX_URL_LEN];
344 char urgent[MM_MAX_FILENAME_LEN];
345 } MMPlayerParseProfile;
349 MMPlayerPosFormatType format;
351 }MMPlayerPendingSeek;
356 } MMPlayerSignalItem;
358 /* image buffer definition ***************************************************
360 +------------------------------------------+ ---
363 | +---------------------------+ --- | |
365 | |<---------- w[] ---------->| | | |
373 | +---------------------------+ --- | |
375 +------------------------------------------+ ---
377 |<----------------- s[] ------------------>|
381 /* width of each image plane */
382 int w[MM_PLAYER_IMGB_MPLANE_MAX];
383 /* height of each image plane */
384 int h[MM_PLAYER_IMGB_MPLANE_MAX];
385 /* stride of each image plane */
386 int s[MM_PLAYER_IMGB_MPLANE_MAX];
387 /* elevation of each image plane */
388 int e[MM_PLAYER_IMGB_MPLANE_MAX];
389 /* user space address of each image plane */
390 void *a[MM_PLAYER_IMGB_MPLANE_MAX];
391 /* physical address of each image plane, if needs */
392 void *p[MM_PLAYER_IMGB_MPLANE_MAX];
393 /* color space type of image */
395 /* left postion, if needs */
397 /* top position, if needs */
399 /* to align memory */
403 } MMPlayerMPlaneImage;
407 int state; // player current state
408 int prev_state; // player previous state
409 int pending_state; // player state which is going to now
410 int target_state; // player state which user want to go to
411 guint state_change_timeout;
413 gboolean section_repeat;
414 gint section_repeat_start;
415 gint section_repeat_end;
424 /* handle of adaptive http streaming */
425 mm_player_ahs_t *ahs_player;
427 /* repeat thread lock */
428 GCond* repeat_thread_cond;
429 GMutex* repeat_thread_mutex;
430 GThread* repeat_thread;
431 gboolean repeat_thread_exit;
434 GThread* capture_thread;
435 gboolean capture_thread_exit;
436 GCond* capture_thread_cond;
437 GMutex* capture_thread_mutex;
438 MMPlayerVideoCapture capture;
439 MMPlayerVideoColorspace video_cs;
440 MMPlayerMPlaneImage captured;
442 /* fakesink handling lock */
445 /* player attributes */
448 /* message callback */
449 MMMessageCallback msg_cb;
453 /* progressive download */
454 mm_player_pd_t *pd_downloader;
455 gchar *pd_file_location;
456 MMPlayerPDMode pd_mode;
458 /* streaming player */
459 mm_player_streaming_t *streamer;
461 /* gstreamer pipeline */
462 MMPlayerGstPipelineInfo *pipeline;
463 gboolean pipeline_is_constructed;
465 /* Buffering support cbs*/
466 mm_player_buffer_need_data_callback need_data_cb;
467 mm_player_buffer_enough_data_callback enough_data_cb;
468 mm_player_buffer_seek_data_callback seek_data_cb;
470 void* buffer_cb_user_param;
472 /* for video stream callback */
473 mm_player_video_stream_callback video_stream_cb;
474 void* video_stream_cb_user_param;
475 int use_video_stream;
477 /* audio stram callback */
478 mm_player_audio_stream_callback audio_stream_cb;
479 void* audio_stream_cb_user_param;
481 /* audio buffer callback */
482 mm_player_audio_stream_callback audio_buffer_cb;
483 void* audio_buffer_cb_user_param;
485 /* video capture callback*/
486 gulong video_capture_cb_probe_id;
489 GstPad* tee_src_pad[2];
490 gboolean use_multi_surface;
493 MMPlayerSoundInfo sound;
498 /* video stream caps parsed by demuxer */
499 GstCaps* v_stream_caps;
501 /* audio filter infomation */
502 MMAudioFilterInfo audio_filter_info;
503 gboolean bypass_sound_effect;
505 gulong audio_cb_probe_id;
510 /* content profile */
511 MMPlayerParseProfile profile;
513 /* streaming service type */
514 MMStreamingType streaming_type;
518 gboolean have_dynamic_pad;
519 GList* parsers; // list of linked parser name
520 gboolean no_more_pad;
521 gint num_dynamic_pad;
522 gboolean has_many_types;
524 /* progress callback timer */
525 /* FIXIT : since duplicated functionality with get_position
526 * this function will be deprecated after fixing all application
527 * which are using it.
529 guint progress_timer;
531 /* timer for sending delayed EOS */
534 /* last point (msec) that player is paused or seeking */
535 gint64 last_position;
540 /* data size of http streaming */
541 guint64 http_content_size;
544 gchar last_error_msg[1024]; /* FIXIT : should it be dynamic ? */
546 gint videodec_linked;
547 gint audiodec_linked;
548 gint videosink_linked;
549 gint audiosink_linked;
550 gint textsink_linked;
552 /* missing plugin during autoplugging */
553 MissingCodec not_supported_codec;
555 /*unlinked audio/video mime type */
556 gchar *unlinked_video_mime;
557 gchar *unlinked_audio_mime;
558 gchar *unlinked_demuxer_mime;
560 /* found codec during autoplugging */
561 FoundCodec can_support_codec;
563 gboolean not_found_demuxer;
565 /* support seek even though player is not start */
566 MMPlayerPendingSeek pending_seek;
570 /* prevent to post msg over and over */
573 /* list of sink elements */
574 GList* sink_elements;
576 /* signal notifiers */
580 /* NOTE : if sink elements receive flush start event then it's state will be lost.
581 * this can happen when doing buffering in streaming pipeline since all control operation
582 * (play/pause/resume/seek) is requiring server interaction. during 'state lost' situation
583 * _set_state will not work correctely and state transition message will not posted to our
585 * So. we need to do some special care on the situation.
589 gboolean need_update_content_attrs;
590 gboolean need_update_content_dur;
592 gboolean is_sound_extraction;
594 gdouble playback_rate;
595 /* player state resumed by fast rewind */
596 gboolean resumed_by_rewind;
598 gboolean is_nv12_tiled;
602 gboolean is_subtitle_off;
604 /* contents bitrate for buffering management */
605 guint bitrate[MM_PLAYER_STREAM_COUNT_MAX];
607 guint updated_bitrate_count;
608 guint maximum_bitrate[MM_PLAYER_STREAM_COUNT_MAX];
609 guint total_maximum_bitrate;
610 guint updated_maximum_bitrate_count;
612 /* prevent it from posting duplicatly*/
615 /* timeout source for lazy pause */
616 guint lazy_pause_event_id;
618 gboolean keep_detecting_vcodec;
620 gboolean play_subtitle;
622 /* PD downloader message callback and param */
623 MMMessageCallback pd_msg_cb;
624 void* pd_msg_cb_param;
627 /*===========================================================================================
629 | GLOBAL FUNCTION PROTOTYPES |
631 ========================================================================================== */
636 int _mmplayer_create_player(MMHandleType hplayer);
637 int _mmplayer_destroy(MMHandleType hplayer);
638 int _mmplayer_realize(MMHandleType hplayer);
639 int _mmplayer_unrealize(MMHandleType hplayer);
640 int _mmplayer_get_state(MMHandleType hplayer, int* pstate);
641 int _mmplayer_set_volume(MMHandleType hplayer, MMPlayerVolumeType volume);
642 int _mmplayer_get_volume(MMHandleType hplayer, MMPlayerVolumeType *volume);
643 int _mmplayer_set_mute(MMHandleType hplayer, int mute);
644 int _mmplayer_get_mute(MMHandleType hplayer, int* pmute);
645 int _mmplayer_start(MMHandleType hplayer);
646 int _mmplayer_stop(MMHandleType hplayer);
647 int _mmplayer_pause(MMHandleType hplayer);
648 int _mmplayer_resume(MMHandleType hplayer);
649 int _mmplayer_set_position(MMHandleType hplayer, int format, int pos);
650 int _mmplayer_get_position(MMHandleType hplayer, int format, unsigned long *pos);
651 int _mmplayer_adjust_subtitle_postion(MMHandleType hplayer, int format, int pos);
652 int _mmplayer_activate_section_repeat(MMHandleType hplayer, unsigned long start, unsigned long end);
653 int _mmplayer_deactivate_section_repeat(MMHandleType hplayer);
654 int _mmplayer_push_buffer(MMHandleType hplayer, unsigned char *buf, int size);
655 int _mmplayer_set_buffer_need_data_cb(MMHandleType hplayer,mm_player_buffer_need_data_callback callback, void *user_param);
656 int _mmplayer_set_buffer_enough_data_cb(MMHandleType hplayer,mm_player_buffer_enough_data_callback callback, void *user_param);
657 int _mmplayer_set_buffer_seek_data_cb(MMHandleType hplayer,mm_player_buffer_seek_data_callback callback, void *user_param);
658 int _mmplayer_set_playspeed(MMHandleType hplayer, gdouble rate);
659 int _mmplayer_set_message_callback(MMHandleType hplayer, MMMessageCallback callback, void *user_param);
660 int _mmplayer_set_videostream_cb(MMHandleType hplayer,mm_player_video_stream_callback callback, void *user_param);
661 int _mmplayer_set_audiostream_cb(MMHandleType hplayer,mm_player_audio_stream_callback callback, void *user_param);
662 int _mmplayer_set_subtitle_silent (MMHandleType hplayer, int silent);
663 int _mmplayer_get_subtitle_silent (MMHandleType hplayer, int* silent);
664 int _mmplayer_get_buffer_position(MMHandleType hplayer, int format, unsigned long* start_pos, unsigned long* stop_pos);
665 gboolean _mmplayer_update_content_attrs(mm_player_t* player);
666 /* test API for tuning audio gain. this API should be
667 * deprecated before the day of final release
669 int _mmplayer_set_volume_tune(MMHandleType hplayer, MMPlayerVolumeType volume);
670 int _mmplayer_update_video_param(mm_player_t* player);
671 int _mmplayer_set_audiobuffer_cb(MMHandleType hplayer, mm_player_audio_stream_callback callback, void *user_param);
677 #endif /* __MM_PLAYER_PRIV_H__ */