*
* Copyright (c) 2000 - 2011 Samsung Electronics Co., Ltd. All rights reserved.
*
- * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com>
+ * Contact: JongHyuk Choi <jhchoi.choi@samsung.com>, YeJin Cho <cho.yejin@samsung.com>,
+ * Seungbae Shin <seungbae.shin@samsung.com>, YoungHwan An <younghwan_.an@samsung.com>
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
========================================================================================== */
#include <glib.h>
#include <gst/gst.h>
-#include <mm_types.h>
#include <mm_attrs.h>
-#include <mm_ta.h>
#include <mm_debug.h>
-
+#include <math.h>
+#include <sys/stat.h>
+#include <unistd.h>
+#include <stdlib.h>
+#include <stdio.h>
+#include <tbm_bufmgr.h>
#include "mm_player.h"
#include "mm_player_internal.h"
#include "mm_player_audioeffect.h"
#include "mm_message.h"
-#include "mm_player_utils.h"
+#include "mm_player_ini.h"
#include "mm_player_asm.h"
#include "mm_player_pd.h"
#include "mm_player_streaming.h"
ALSASINK_ASYNC
};
-
-/**
- * Enumerations of Player Mode
- */
-enum MMPlayerMode {
- MM_PLAYER_MODE_NONE, /**< Player mode None */
- MM_PLAYER_MODE_MIDI, /**< Player mode Midi */
- MM_PLAYER_MODE_GST, /**< Player mode Gstreamer */
-};
-
-
/**
* Enumerations of Player Uri type
*/
enum MMPlayerUriType {
MM_PLAYER_URI_TYPE_NONE, /**< Player URI type None */
MM_PLAYER_URI_TYPE_URL_RTSP, /**< Player URI type RTSP */
+ MM_PLAYER_URI_TYPE_URL_WFD, /**< Player URI type WFD */
MM_PLAYER_URI_TYPE_URL_HTTP,/**< Player URI type HTTP */
MM_PLAYER_URI_TYPE_URL_MMS,/**< Player URI type MMS */
MM_PLAYER_URI_TYPE_MEM, /**< Player URI type Mem */
MM_PLAYER_URI_TYPE_FILE, /**< Player URI type File */
MM_PLAYER_URI_TYPE_URL, /**< Player URI type URL */
MM_PLAYER_URI_TYPE_BUFF, /**< Player URI type Buffer */
+ MM_PLAYER_URI_TYPE_ES_BUFF, /**< Player URI type ES Buffer */
MM_PLAYER_URI_TYPE_HLS, /**< Player URI type http live streaming */
+ MM_PLAYER_URI_TYPE_SS, /**< Player URI type Smooth streaming */
+ MM_PLAYER_URI_TYPE_DASH, /**< Player URI type Mpeg Dash */
+ MM_PLAYER_URI_TYPE_NO_PERMISSION,/**< Player URI type No Permission */
MM_PLAYER_URI_TYPE_TEMP, /**< Player URI type Temp */
};
FOUND_PLUGIN_VIDEO = 0x02
}FoundCodec;
+/**
+ * Enumeration of signal type
+ */
+typedef enum {
+ MM_PLAYER_SIGNAL_TYPE_AUTOPLUG = 0,
+ MM_PLAYER_SIGNAL_TYPE_VIDEOBIN,
+ MM_PLAYER_SIGNAL_TYPE_AUDIOBIN,
+ MM_PLAYER_SIGNAL_TYPE_TEXTBIN,
+ MM_PLAYER_SIGNAL_TYPE_OTHERS,
+ MM_PLAYER_SIGNAL_TYPE_ALL,
+ MM_PLAYER_SIGNAL_TYPE_MAX = MM_PLAYER_SIGNAL_TYPE_ALL,
+}MMPlayerSignalType;
+
/* main pipeline's element id */
enum MainElementID
{
MMPLAYER_M_PIPE = 0, /* NOTE : MMPLAYER_M_PIPE should be zero */
MMPLAYER_M_SRC,
+ MMPLAYER_M_2ND_SRC, /* 2nd Source Element for es buff src */
MMPLAYER_M_SUBSRC,
/* it could be a decodebin or could be a typefind. depends on player ini */
+ MMPLAYER_M_TYPEFIND,
MMPLAYER_M_AUTOPLUG,
+ MMPLAYER_M_AUTOPLUG_V_DEC,
+ MMPLAYER_M_AUTOPLUG_A_DEC,
+
/* NOTE : we need two fakesink to autoplug without decodebin.
* first one will hold whole pipeline state. and second one will hold state of
* a sink-decodebin for an elementary stream. no metter if there's more then one
MMPLAYER_M_SRC_2ND_FAKESINK,
/* streaming plugin */
+ MMPLAYER_M_MUXED_S_BUFFER,
+ MMPLAYER_M_DEMUXED_S_BUFFER,
+ MMPLAYER_M_ID3DEMUX,
+
+ /* es buff src queue */
+ MMPLAYER_M_V_BUFFER,
+ MMPLAYER_M_A_BUFFER,
MMPLAYER_M_S_BUFFER,
- MMPLAYER_M_S_ADEC,
- MMPLAYER_M_S_VDEC,
/* FIXIT : if there's really no usage for following IDs. remove it */
MMPLAYER_M_DEC1,
MMPLAYER_M_Q2,
MMPLAYER_M_DEMUX,
MMPLAYER_M_SUBPARSE,
+ MMPLAYER_M_DEMUX_EX,
+ MMPLAYER_M_A_INPUT_SELECTOR, // audio input_select
+ MMPLAYER_M_T_INPUT_SELECTOR, // text input_select
+ MMPLAYER_M_A_TEE,
+ MMPLAYER_M_A_Q1,
+ MMPLAYER_M_A_Q2,
+ MMPLAYER_M_A_CONV,
+ MMPLAYER_M_A_FILTER,
+ MMPLAYER_M_A_DEINTERLEAVE,
+ MMPLAYER_M_A_SELECTOR,
MMPLAYER_M_NUM
};
MMPLAYER_A_CONV,
MMPLAYER_A_VOL,
MMPLAYER_A_FILTER,
+ MMPLAYER_A_FILTER_SEC,
+ MMPLAYER_A_VSP,
MMPLAYER_A_CAPS_DEFAULT,
MMPLAYER_A_SINK,
MMPLAYER_A_RESAMPLER,
+ MMPLAYER_A_DEINTERLEAVE,
MMPLAYER_A_NUM
};
enum TextElementID
{
MMPLAYER_T_BIN = 0, /* NOTE : MMPLAYER_V_BIN should be zero */
- MMPLAYER_T_TEXT_QUEUE,
+ MMPLAYER_T_QUEUE,
MMPLAYER_T_VIDEO_QUEUE,
MMPLAYER_T_VIDEO_CONVERTER,
MMPLAYER_T_OVERLAY,
- MMPLAYER_T_SINK,
+ MMPLAYER_T_FAKE_SINK,
+ MMPLAYER_T_IDENTITY,
MMPLAYER_T_NUM
};
MMPLAYER_STREAMING_ERROR_OPTION_NOT_SUPPORTED,
};
-
/*---------------------------------------------------------------------------
| GLOBAL DATA TYPE DEFINITIONS: |
---------------------------------------------------------------------------*/
typedef struct
{
- char device[MAX_SOUND_DEVICE_LEN];
float volume;
int mute;
int bluetooth; /* enable/disable */
gulong sig;
} MMPlayerSignalItem;
-/* image buffer definition ***************************************************
-
- +------------------------------------------+ ---
- | | ^
- | a[], p[] | |
- | +---------------------------+ --- | |
- | | | ^ | |
- | |<---------- w[] ---------->| | | |
- | | | | | |
- | | | |
- | | | h[] | e[]
- | | | |
- | | | | | |
- | | | | | |
- | | | v | |
- | +---------------------------+ --- | |
- | | v
- +------------------------------------------+ ---
-
- |<----------------- s[] ------------------>|
-*/
-typedef struct
-{
- /* width of each image plane */
- int w[MM_PLAYER_IMGB_MPLANE_MAX];
- /* height of each image plane */
- int h[MM_PLAYER_IMGB_MPLANE_MAX];
- /* stride of each image plane */
- int s[MM_PLAYER_IMGB_MPLANE_MAX];
- /* elevation of each image plane */
- int e[MM_PLAYER_IMGB_MPLANE_MAX];
- /* user space address of each image plane */
- void *a[MM_PLAYER_IMGB_MPLANE_MAX];
- /* physical address of each image plane, if needs */
- void *p[MM_PLAYER_IMGB_MPLANE_MAX];
- /* color space type of image */
- int cs;
- /* left postion, if needs */
- int x;
- /* top position, if needs */
- int y;
- /* to align memory */
- int __dummy2;
- /* arbitrary data */
- int data[16];
-
- /* dmabuf fd */
- int fd[MM_PLAYER_IMGB_MPLANE_MAX];
-
- /* flag for buffer share */
- int buf_share_method;
-
- /*y, cbcr size for bookmark */
- int y_size;
- int uv_size;
-} MMPlayerMPlaneImage;
+typedef struct {
+ bool rich_audio;
+ bool safety_volume;
+ bool pcm_extraction;
+ bool video_zc; // video zero-copy
+ bool subtitle_off;
+ bool media_packet_video_stream;
+}MMPlayerSetMode;
+
+typedef struct {
+ GMainContext *global_default;
+ GMainContext *thread_default;
+}MMPlayerGMainContext;
+
+typedef struct {
+ gint uri_idx;
+ GList *uri_list;
+}MMPlayerUriList;
+
+typedef struct {
+ gint active_pad_index;
+ gint total_track_num;
+ GPtrArray *channels;
+} mm_player_selector_t;
+
+/* Things needed to be done after output device has changed */
+typedef struct {
+ gboolean need_async;
+ gboolean need_seek;
+ gboolean need_pause_and_resume;
+ guint cb_score;
+ guint required_cb_score;
+ guint id;
+} mm_player_post_proc_t;
typedef struct {
/* STATE */
gboolean section_repeat;
gint section_repeat_start;
gint section_repeat_end;
+ guint play_count;
gchar *album_art;
int cmd;
/* command lock */
- GMutex* cmd_lock;
+ GMutex cmd_lock;
+ GMutex playback_lock;
/* repeat thread lock */
- GCond* repeat_thread_cond;
- GMutex* repeat_thread_mutex;
+ GCond repeat_thread_cond;
+ GMutex repeat_thread_mutex;
GThread* repeat_thread;
gboolean repeat_thread_exit;
+ /* next play thread */
+ GThread* next_play_thread;
+ gboolean next_play_thread_exit;
+ GCond next_play_thread_cond;
+ GMutex next_play_thread_mutex;
+
/* capture thread */
GThread* capture_thread;
gboolean capture_thread_exit;
- GCond* capture_thread_cond;
- GMutex* capture_thread_mutex;
+ GCond capture_thread_cond;
+ GMutex capture_thread_mutex;
MMPlayerVideoCapture capture;
MMPlayerVideoColorspace video_cs;
- MMPlayerMPlaneImage captured;
+ MMVideoBuffer captured;
/* fakesink handling lock */
- GMutex* fsink_lock;
+ GMutex fsink_lock;
/* player attributes */
MMHandleType attrs;
/* message callback */
MMMessageCallback msg_cb;
void* msg_cb_param;
- GMutex* msg_cb_lock;
+ GMutex msg_cb_lock;
/* progressive download */
mm_player_pd_t *pd_downloader;
/* gstreamer pipeline */
MMPlayerGstPipelineInfo *pipeline;
- gboolean pipeline_is_constructed;
- /* buffering support cbs*/
- mm_player_buffer_need_data_callback need_data_cb;
- mm_player_buffer_enough_data_callback enough_data_cb;
- mm_player_buffer_seek_data_callback seek_data_cb;
+ /* pad */
+ GstPad *ghost_pad_for_videobin;
+
+ guint64 media_stream_buffer_max_size[MM_PLAYER_STREAM_TYPE_MAX];
+ guint media_stream_buffer_min_percent[MM_PLAYER_STREAM_TYPE_MAX];
+ mm_player_media_stream_buffer_status_callback media_stream_buffer_status_cb[MM_PLAYER_STREAM_TYPE_MAX];
+ mm_player_media_stream_seek_data_callback media_stream_seek_data_cb[MM_PLAYER_STREAM_TYPE_MAX];
void* buffer_cb_user_param;
+ /* video stream changed callback */
+ mm_player_stream_changed_callback video_stream_changed_cb;
+ void* video_stream_changed_cb_user_param;
+
+ /* audio stream changed callback */
+ mm_player_stream_changed_callback audio_stream_changed_cb;
+ void* audio_stream_changed_cb_user_param;
+
/* video stream callback */
mm_player_video_stream_callback video_stream_cb;
void* video_stream_cb_user_param;
/* audio stram callback */
mm_player_audio_stream_callback audio_stream_cb;
void* audio_stream_cb_user_param;
+ bool audio_stream_sink_sync;
/* audio buffer callback */
- mm_player_audio_stream_callback audio_buffer_cb;
- void* audio_buffer_cb_user_param;
+ mm_player_audio_stream_callback_ex audio_stream_render_cb_ex;
/* video capture callback*/
gulong video_capture_cb_probe_id;
gboolean bypass_audio_effect;
gulong audio_cb_probe_id;
+ gulong video_cb_probe_id;
/* for appsrc */
tBuffer mem_buf;
GList* factories;
gboolean have_dynamic_pad;
GList* parsers; // list of linked parser name
+ GList* audio_decoders; // list of linked audio name
gboolean no_more_pad;
gint num_dynamic_pad;
gboolean has_many_types;
/* last error */
gchar last_error_msg[1024]; /* FIXIT : should it be dynamic ? */
+ gboolean smooth_streaming;
+
gint videodec_linked;
gint audiodec_linked;
gint videosink_linked;
GList* sink_elements;
/* signal notifiers */
- GList* signals;
+ GList* signals[MM_PLAYER_SIGNAL_TYPE_MAX];
guint bus_watcher;
-
- /* NOTE : if sink elements receive flush start event then it's state will be lost.
- * this can happen when doing buffering in streaming pipeline since all control operation
- * (play/pause/resume/seek) is requiring server interaction. during 'state lost' situation
- * _set_state will not work correctely and state transition message will not posted to our
- * gst_callback.
- * So. we need to do some special care on the situation.
- */
- gboolean state_lost;
+ MMPlayerGMainContext context;
+ MMPlayerUriList uri_info;
gboolean is_sound_extraction;
- gdouble playback_rate;
+ gfloat playback_rate;
- /* player state resumed by fast rewind */
+ /* player state resumed by fast rewind */
gboolean resumed_by_rewind;
gboolean is_nv12_tiled;
+ gboolean is_drm_file;
- MMPlayerASM sm;
+ MMPlayerASM sm;
gboolean is_subtitle_off;
+ gboolean is_external_subtitle_present;
/* contents bitrate for buffering management */
guint bitrate[MM_PLAYER_STREAM_COUNT_MAX];
/* timeout source for lazy pause */
guint lazy_pause_event_id;
+ guint resume_event_id;
+ guint resumable_cancel_id;
gboolean keep_detecting_vcodec;
gboolean play_subtitle;
gboolean use_textoverlay;
-
- const gchar *temp_encode_name;
+ gboolean is_subtitle_force_drop; // set TRUE after bus_cb get EOS
/* PD downloader message callback and param */
MMMessageCallback pd_msg_cb;
void* pd_msg_cb_param;
+
+ /* adjust subtitle position store */
+ gint64 adjust_subtitle_pos;
+ GList *subtitle_language_list;
+
+ /* To store the current multiwindow status */
+ gboolean last_multiwin_status;
+
+ /* To store the current running audio pad index of demuxer */
+ gint demux_pad_index;
+
+ mm_player_selector_t selector[MM_PLAYER_TRACK_TYPE_MAX];
+ mm_player_selector_t audio_mode;
+ gboolean use_deinterleave;
+ guint max_audio_channels;
+
+ guint internal_text_idx;
+ guint external_text_idx;
+
+ MMPlayerSetMode set_mode;
+
+ /* decodbin usage */
+ gboolean use_decodebin;
+
+ /* initialize values */
+ mm_player_ini_t ini;
+
+ /* check to use h/w codec */
+ GstCaps* state_tune_caps;
+ gboolean ignore_asyncdone;
+
+ /* video share sync */
+ gint64 video_share_api_delta;
+ gint64 video_share_clock_delta;
+
+ /* just for native app (video hub) */
+ gboolean video_hub_download_mode;
+ gboolean sync_handler;
+
+ /* seamless next playing */
+ gboolean src_changed;
+ gboolean pp_rebuilding;
+
+ /* store dump pad list */
+ GList* dump_list;
+
+
+ /* audio/video deivce change handling */
+ mm_player_post_proc_t post_proc;
+
+ /* whether a video has closed caption or not */
+ gboolean has_closed_caption;
+
+ GstElement *video_fakesink;
+
+ /* audio stream caps parsed by demuxer or set by external demuxer */
+ GstCaps* a_stream_caps;
+
+ /* subtitle stream caps parsed by demuxer or set by external demuxer */
+ GstCaps* s_stream_caps;
+
+ /*es player using feed-data callback or calling app_src_push_buffer directly*/
+ gboolean es_player_push_mode;
+
+ /* tmb buffer manager for s/w codec tmb_bo */
+ tbm_bufmgr bufmgr;
+
+ int pcm_samplerate;
+ int pcm_channel;
} mm_player_t;
+typedef struct
+{
+ gchar *language_code;
+ gchar *language_key;
+ gboolean active;
+}MMPlayerLangStruct;
+
+typedef struct
+{
+ GstPad *dump_pad;
+ gulong probe_handle_id;
+ FILE *dump_element_file;
+} mm_player_dump_t;
+
/*===========================================================================================
| |
| GLOBAL FUNCTION PROTOTYPES |
int _mmplayer_resume(MMHandleType hplayer);
int _mmplayer_set_position(MMHandleType hplayer, int format, int pos);
int _mmplayer_get_position(MMHandleType hplayer, int format, unsigned long *pos);
-int _mmplayer_adjust_subtitle_postion(MMHandleType hplayer, int format, unsigned long pos);
+int _mmplayer_adjust_subtitle_postion(MMHandleType hplayer, int format, int pos);
+int _mmplayer_adjust_video_postion(MMHandleType hplayer,int offset);
int _mmplayer_activate_section_repeat(MMHandleType hplayer, unsigned long start, unsigned long end);
int _mmplayer_deactivate_section_repeat(MMHandleType hplayer);
int _mmplayer_push_buffer(MMHandleType hplayer, unsigned char *buf, int size);
-int _mmplayer_set_buffer_need_data_cb(MMHandleType hplayer,mm_player_buffer_need_data_callback callback, void *user_param);
-int _mmplayer_set_buffer_enough_data_cb(MMHandleType hplayer,mm_player_buffer_enough_data_callback callback, void *user_param);
-int _mmplayer_set_buffer_seek_data_cb(MMHandleType hplayer,mm_player_buffer_seek_data_callback callback, void *user_param);
-int _mmplayer_set_playspeed(MMHandleType hplayer, gdouble rate);
+int _mmplayer_set_playspeed(MMHandleType hplayer, float rate);
+int _mmplayer_set_playspeed_ex(MMHandleType hplayer, gdouble rate);
int _mmplayer_set_message_callback(MMHandleType hplayer, MMMessageCallback callback, void *user_param);
+int _mmplayer_set_videostream_changed_cb(MMHandleType hplayer, mm_player_stream_changed_callback callback, void *user_param);
+int _mmplayer_set_audiostream_changed_cb(MMHandleType hplayer, mm_player_stream_changed_callback callback, void *user_param);
int _mmplayer_set_videostream_cb(MMHandleType hplayer,mm_player_video_stream_callback callback, void *user_param);
int _mmplayer_set_audiostream_cb(MMHandleType hplayer,mm_player_audio_stream_callback callback, void *user_param);
int _mmplayer_set_videoframe_render_error_cb(MMHandleType hplayer, mm_player_video_frame_render_error_callback callback, void *user_param);
int _mmplayer_set_subtitle_silent (MMHandleType hplayer, int silent);
int _mmplayer_get_subtitle_silent (MMHandleType hplayer, int* silent);
-int _mmplayer_get_track_count(MMHandleType hplayer, MMPlayerTrackType track_type, int *count);
+int _mmplayer_set_external_subtitle_path(MMHandleType hplayer, const char* filepath);
int _mmplayer_get_buffer_position(MMHandleType hplayer, int format, unsigned long* start_pos, unsigned long* stop_pos);
+
/* test API for tuning audio gain. this API should be
* deprecated before the day of final release
*/
int _mmplayer_set_volume_tune(MMHandleType hplayer, MMPlayerVolumeType volume);
int _mmplayer_update_video_param(mm_player_t* player);
int _mmplayer_set_audiobuffer_cb(MMHandleType hplayer, mm_player_audio_stream_callback callback, void *user_param);
-int _mmplayer_audio_effect_preset_apply(mm_player_t *player, MMAudioEffectPresetType effect_type);
+int _mmplayer_change_videosink(MMHandleType handle, MMDisplaySurfaceType surface_type, void *display_overlay);
int _mmplayer_audio_effect_custom_apply(mm_player_t *player);
-int _mmplayer_set_display_zoom(MMHandleType hplayer, float level);
-int _mmplayer_get_display_zoom(MMHandleType hplayer, float *level);
-int _mmplayer_set_display_zoom_start_pos(MMHandleType hplayer, int x, int y);
-int _mmplayer_get_display_zoom_start_pos(MMHandleType hplayer, int *x, int *y);
-void __mmplayer_remove_g_source_from_context(guint source_id);
+int _mmplayer_set_audiostream_cb_ex(MMHandleType hplayer, bool sync, mm_player_audio_stream_callback_ex callback, void *user_param);
+gboolean __mmplayer_post_message(mm_player_t* player, enum MMMessageType msgtype, MMMessageParamType* param);
+gboolean __mmplayer_is_streaming(mm_player_t* player);
+
+
+int _mmplayer_gst_set_audio_channel(MMHandleType hplayer, MMPlayerAudioChannel ch_idx);
+int _mmplayer_change_track_language (MMHandleType hplayer, MMPlayerTrackType type, int index);
+int _mmplayer_sync_subtitle_pipeline(mm_player_t* player);
+int _mmplayer_set_prepare_buffering_time(MMHandleType hplayer, int second);
+int _mmplayer_set_runtime_buffering_mode(MMHandleType hplayer, MMPlayerBufferingMode mode, int second);
+int _mmplayer_set_display_zoom(MMHandleType hplayer, float level, int x, int y);
+int _mmplayer_get_display_zoom(MMHandleType hplayer, float *level, int *x, int *y);
+int _mmplayer_set_video_hub_download_mode(MMHandleType hplayer, bool mode);
+int _mmplayer_use_system_clock (MMHandleType hplayer);
+int _mmplayer_set_video_share_master_clock(MMHandleType hplayer, long long clock, long long clock_delta, long long video_time, long long media_clock, long long audio_time);
+int _mmplayer_get_video_share_master_clock(MMHandleType hplayer, long long *video_time, long long *media_clock, long long *audio_time);
+int _mmplayer_get_video_rotate_angle(MMHandleType hplayer, int *angle);
+int _mmplayer_enable_sync_handler(MMHandleType hplayer, bool enable);
+int _mmplayer_set_uri(MMHandleType hplayer, const char* uri);
+int _mmplayer_set_next_uri(MMHandleType hplayer, const char* uri, bool is_first_path);
+int _mmplayer_get_next_uri(MMHandleType hplayer, char** uri);
+int _mmplayer_has_closed_caption(MMHandleType hplayer, bool* exist);
+int _mmplayer_enable_media_packet_video_stream(MMHandleType hplayer, bool enable);
+void * _mm_player_media_packet_video_stream_internal_buffer_ref(void *buffer);
+void _mm_player_media_packet_video_stream_internal_buffer_unref(void *buffer);
+int _mmplayer_set_pcm_spec(MMHandleType hplayer, int samplerate, int channel);
#ifdef __cplusplus
}
projects / platform / core / multimedia / libmm-player.git / blobdiff