2 * Copyright (C) <2007> Wim Taymans <wim.taymans@gmail.com>
3 * Copyright (C) <2011> Sebastian Dröge <sebastian.droege@collabora.co.uk>
5 * This library is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Library General Public
7 * License as published by the Free Software Foundation; either
8 * version 2 of the License, or (at your option) any later version.
10 * This library is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Library General Public License for more details.
15 * You should have received a copy of the GNU Library General Public
16 * License along with this library; if not, write to the
17 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
18 * Boston, MA 02111-1307, USA.
28 #include <gst/gst-i18n-plugin.h>
29 #include <gst/pbutils/pbutils.h>
30 #include <gst/video/video.h>
32 #include "gstplaysink.h"
33 #include "gststreamsynchronizer.h"
34 #include "gstplaysinkvideoconvert.h"
35 #include "gstplaysinkaudioconvert.h"
37 GST_DEBUG_CATEGORY_STATIC (gst_play_sink_debug);
38 #define GST_CAT_DEFAULT gst_play_sink_debug
40 #define VOLUME_MAX_DOUBLE 10.0
42 #define DEFAULT_FLAGS GST_PLAY_FLAG_AUDIO | GST_PLAY_FLAG_VIDEO | GST_PLAY_FLAG_TEXT | \
43 GST_PLAY_FLAG_SOFT_VOLUME
45 #define GST_PLAY_CHAIN(c) ((GstPlayChain *)(c))
47 /* holds the common data fields for the audio and video pipelines. We keep them
48 * in a structure to more easily have all the info available. */
51 GstPlaySink *playsink;
64 GstElement *volume; /* element with the volume property */
65 gboolean sink_volume; /* if the volume was provided by the sink */
66 GstElement *mute; /* element with the mute property */
68 GstElement *ts_offset;
74 GstPad *sinkpad, *srcpad;
76 GstElement *deinterlace;
77 } GstPlayVideoDeinterlaceChain;
87 GstElement *ts_offset;
97 GstPad *blockpad; /* srcpad of resample, used for switching the vis */
98 GstPad *vissinkpad; /* visualisation sinkpad, */
100 GstPad *vissrcpad; /* visualisation srcpad, */
101 GstPad *srcpad; /* outgoing srcpad, used to connect to the next
110 GstElement *identity;
112 GstPad *videosinkpad;
114 GstPad *srcpad; /* outgoing srcpad, used to connect to the next
116 GstElement *sink; /* custom sink to receive subtitle buffers */
119 #define GST_PLAY_SINK_GET_LOCK(playsink) (&((GstPlaySink *)playsink)->lock)
120 #define GST_PLAY_SINK_LOCK(playsink) G_STMT_START { \
121 GST_LOG_OBJECT (playsink, "locking from thread %p", g_thread_self ()); \
122 g_static_rec_mutex_lock (GST_PLAY_SINK_GET_LOCK (playsink)); \
123 GST_LOG_OBJECT (playsink, "locked from thread %p", g_thread_self ()); \
125 #define GST_PLAY_SINK_UNLOCK(playsink) G_STMT_START { \
126 GST_LOG_OBJECT (playsink, "unlocking from thread %p", g_thread_self ()); \
127 g_static_rec_mutex_unlock (GST_PLAY_SINK_GET_LOCK (playsink)); \
130 #define PENDING_FLAG_SET(playsink, flagtype) \
131 ((playsink->pending_blocked_pads) |= (1 << flagtype))
132 #define PENDING_FLAG_UNSET(playsink, flagtype) \
133 ((playsink->pending_blocked_pads) &= ~(1 << flagtype))
134 #define PENDING_FLAG_IS_SET(playsink, flagtype) \
135 ((playsink->pending_blocked_pads) & (1 << flagtype))
136 #define PENDING_VIDEO_BLOCK(playsink) \
137 ((playsink->pending_blocked_pads) & (1 << GST_PLAY_SINK_TYPE_VIDEO_RAW | 1 << GST_PLAY_SINK_TYPE_VIDEO))
138 #define PENDING_AUDIO_BLOCK(playsink) \
139 ((playsink->pending_blocked_pads) & (1 << GST_PLAY_SINK_TYPE_AUDIO_RAW | 1 << GST_PLAY_SINK_TYPE_AUDIO))
140 #define PENDING_TEXT_BLOCK(playsink) \
141 PENDING_FLAG_IS_SET(playsink, GST_PLAY_SINK_TYPE_TEXT)
147 GStaticRecMutex lock;
149 gboolean async_pending;
150 gboolean need_async_start;
154 GstStreamSynchronizer *stream_synchronizer;
157 GstPlayAudioChain *audiochain;
158 GstPlayVideoDeinterlaceChain *videodeinterlacechain;
159 GstPlayVideoChain *videochain;
160 GstPlayVisChain *vischain;
161 GstPlayTextChain *textchain;
165 gboolean audio_pad_raw;
166 gboolean audio_pad_blocked;
167 GstPad *audio_srcpad_stream_synchronizer;
168 GstPad *audio_sinkpad_stream_synchronizer;
169 gulong audio_block_id;
171 GstElement *audio_tee;
172 GstPad *audio_tee_sink;
173 GstPad *audio_tee_asrc;
174 GstPad *audio_tee_vissrc;
177 gboolean video_pad_raw;
178 gboolean video_pad_blocked;
179 GstPad *video_srcpad_stream_synchronizer;
180 GstPad *video_sinkpad_stream_synchronizer;
181 gulong video_block_id;
184 gboolean text_pad_blocked;
185 GstPad *text_srcpad_stream_synchronizer;
186 GstPad *text_sinkpad_stream_synchronizer;
187 gulong text_block_id;
189 guint32 pending_blocked_pads;
192 GstElement *audio_sink;
193 GstElement *video_sink;
194 GstElement *visualisation;
195 GstElement *text_sink;
198 gchar *font_desc; /* font description */
199 gchar *subtitle_encoding; /* subtitle encoding */
200 guint connection_speed; /* connection speed in bits/sec (0 = unknown) */
202 gboolean volume_changed; /* volume/mute changed while no audiochain */
203 gboolean mute_changed; /* ... has been created yet */
207 struct _GstPlaySinkClass
209 GstBinClass parent_class;
211 gboolean (*reconfigure) (GstPlaySink * playsink);
213 GstBuffer *(*convert_frame) (GstPlaySink * playsink, GstCaps * caps);
217 static GstStaticPadTemplate audiotemplate =
218 GST_STATIC_PAD_TEMPLATE ("audio_sink",
221 GST_STATIC_CAPS_ANY);
222 static GstStaticPadTemplate videotemplate =
223 GST_STATIC_PAD_TEMPLATE ("video_sink",
226 GST_STATIC_CAPS_ANY);
227 static GstStaticPadTemplate texttemplate = GST_STATIC_PAD_TEMPLATE ("text_sink",
230 GST_STATIC_CAPS_ANY);
232 /* FIXME 0.11: Remove */
233 static GstStaticPadTemplate audiorawtemplate =
234 GST_STATIC_PAD_TEMPLATE ("audio_raw_sink",
237 GST_STATIC_CAPS_ANY);
238 static GstStaticPadTemplate videorawtemplate =
239 GST_STATIC_PAD_TEMPLATE ("video_raw_sink",
242 GST_STATIC_CAPS_ANY);
253 PROP_SUBTITLE_ENCODING,
269 static void gst_play_sink_dispose (GObject * object);
270 static void gst_play_sink_finalize (GObject * object);
271 static void gst_play_sink_set_property (GObject * object, guint prop_id,
272 const GValue * value, GParamSpec * spec);
273 static void gst_play_sink_get_property (GObject * object, guint prop_id,
274 GValue * value, GParamSpec * spec);
276 static GstPad *gst_play_sink_request_new_pad (GstElement * element,
277 GstPadTemplate * templ, const gchar * name, const GstCaps * caps);
278 static void gst_play_sink_release_request_pad (GstElement * element,
280 static gboolean gst_play_sink_send_event (GstElement * element,
282 static GstStateChangeReturn gst_play_sink_change_state (GstElement * element,
283 GstStateChange transition);
285 static void gst_play_sink_handle_message (GstBin * bin, GstMessage * message);
287 static void notify_volume_cb (GObject * object, GParamSpec * pspec,
288 GstPlaySink * playsink);
289 static void notify_mute_cb (GObject * object, GParamSpec * pspec,
290 GstPlaySink * playsink);
292 static void update_av_offset (GstPlaySink * playsink);
295 gst_play_marshal_BUFFER__BOXED (GClosure * closure,
296 GValue * return_value G_GNUC_UNUSED,
297 guint n_param_values,
298 const GValue * param_values,
299 gpointer invocation_hint G_GNUC_UNUSED, gpointer marshal_data)
301 typedef GstBuffer *(*GMarshalFunc_OBJECT__BOXED) (gpointer data1,
302 gpointer arg_1, gpointer data2);
303 register GMarshalFunc_OBJECT__BOXED callback;
304 register GCClosure *cc = (GCClosure *) closure;
305 register gpointer data1, data2;
307 g_return_if_fail (return_value != NULL);
308 g_return_if_fail (n_param_values == 2);
310 if (G_CCLOSURE_SWAP_DATA (closure)) {
311 data1 = closure->data;
312 data2 = g_value_peek_pointer (param_values + 0);
314 data1 = g_value_peek_pointer (param_values + 0);
315 data2 = closure->data;
318 (GMarshalFunc_OBJECT__BOXED) (marshal_data ? marshal_data : cc->callback);
320 v_return = callback (data1, g_value_get_boxed (param_values + 1), data2);
322 gst_value_take_buffer (return_value, v_return);
325 /* static guint gst_play_sink_signals[LAST_SIGNAL] = { 0 }; */
327 G_DEFINE_TYPE (GstPlaySink, gst_play_sink, GST_TYPE_BIN);
330 gst_play_sink_class_init (GstPlaySinkClass * klass)
332 GObjectClass *gobject_klass;
333 GstElementClass *gstelement_klass;
334 GstBinClass *gstbin_klass;
336 gobject_klass = (GObjectClass *) klass;
337 gstelement_klass = (GstElementClass *) klass;
338 gstbin_klass = (GstBinClass *) klass;
340 gobject_klass->dispose = gst_play_sink_dispose;
341 gobject_klass->finalize = gst_play_sink_finalize;
342 gobject_klass->set_property = gst_play_sink_set_property;
343 gobject_klass->get_property = gst_play_sink_get_property;
349 * Control the behaviour of playsink.
351 g_object_class_install_property (gobject_klass, PROP_FLAGS,
352 g_param_spec_flags ("flags", "Flags", "Flags to control behaviour",
353 GST_TYPE_PLAY_FLAGS, DEFAULT_FLAGS,
354 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
357 * GstPlaySink:volume:
359 * Get or set the current audio stream volume. 1.0 means 100%,
360 * 0.0 means mute. This uses a linear volume scale.
363 g_object_class_install_property (gobject_klass, PROP_VOLUME,
364 g_param_spec_double ("volume", "Volume", "The audio volume, 1.0=100%",
365 0.0, VOLUME_MAX_DOUBLE, 1.0,
366 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
367 g_object_class_install_property (gobject_klass, PROP_MUTE,
368 g_param_spec_boolean ("mute", "Mute",
369 "Mute the audio channel without changing the volume", FALSE,
370 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
371 g_object_class_install_property (gobject_klass, PROP_FONT_DESC,
372 g_param_spec_string ("subtitle-font-desc",
373 "Subtitle font description",
374 "Pango font description of font "
375 "to be used for subtitle rendering", NULL,
376 G_PARAM_WRITABLE | G_PARAM_STATIC_STRINGS));
377 g_object_class_install_property (gobject_klass, PROP_SUBTITLE_ENCODING,
378 g_param_spec_string ("subtitle-encoding", "subtitle encoding",
379 "Encoding to assume if input subtitles are not in UTF-8 encoding. "
380 "If not set, the GST_SUBTITLE_ENCODING environment variable will "
381 "be checked for an encoding to use. If that is not set either, "
382 "ISO-8859-15 will be assumed.", NULL,
383 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
384 g_object_class_install_property (gobject_klass, PROP_VIS_PLUGIN,
385 g_param_spec_object ("vis-plugin", "Vis plugin",
386 "the visualization element to use (NULL = default)",
387 GST_TYPE_ELEMENT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
391 * Get the currently rendered or prerolled frame in the video sink.
392 * The #GstCaps on the buffer will describe the format of the buffer.
396 g_object_class_install_property (gobject_klass, PROP_FRAME,
397 g_param_spec_boxed ("frame", "Frame",
398 "The last frame (NULL = no video available)",
399 GST_TYPE_BUFFER, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
401 * GstPlaySink:av-offset:
403 * Control the synchronisation offset between the audio and video streams.
404 * Positive values make the audio ahead of the video and negative values make
405 * the audio go behind the video.
409 g_object_class_install_property (gobject_klass, PROP_AV_OFFSET,
410 g_param_spec_int64 ("av-offset", "AV Offset",
411 "The synchronisation offset between audio and video in nanoseconds",
412 G_MININT64, G_MAXINT64, 0,
413 G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
416 * GstPlaySink:video-sink:
418 * Set the used video sink element. NULL will use the default sink. playsink
419 * must be in %GST_STATE_NULL
423 g_object_class_install_property (gobject_klass, PROP_VIDEO_SINK,
424 g_param_spec_object ("video-sink", "Video Sink",
425 "the video output element to use (NULL = default sink)",
426 GST_TYPE_ELEMENT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
428 * GstPlaySink:audio-sink:
430 * Set the used audio sink element. NULL will use the default sink. playsink
431 * must be in %GST_STATE_NULL
435 g_object_class_install_property (gobject_klass, PROP_AUDIO_SINK,
436 g_param_spec_object ("audio-sink", "Audio Sink",
437 "the audio output element to use (NULL = default sink)",
438 GST_TYPE_ELEMENT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
440 * GstPlaySink:text-sink:
442 * Set the used text sink element. NULL will use the default sink. playsink
443 * must be in %GST_STATE_NULL
447 g_object_class_install_property (gobject_klass, PROP_TEXT_SINK,
448 g_param_spec_object ("text-sink", "Text sink",
449 "the text output element to use (NULL = default textoverlay)",
450 GST_TYPE_ELEMENT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
453 g_signal_new ("reconfigure", G_TYPE_FROM_CLASS (klass),
454 G_SIGNAL_RUN_LAST | G_SIGNAL_ACTION, G_STRUCT_OFFSET (GstPlaySinkClass,
455 reconfigure), NULL, NULL, gst_marshal_BOOLEAN__VOID, G_TYPE_BOOLEAN,
458 * GstPlaySink::convert-frame
459 * @playsink: a #GstPlaySink
460 * @caps: the target format of the frame
462 * Action signal to retrieve the currently playing video frame in the format
463 * specified by @caps.
464 * If @caps is %NULL, no conversion will be performed and this function is
465 * equivalent to the #GstPlaySink::frame property.
467 * Returns: a #GstBuffer of the current video frame converted to #caps.
468 * The caps on the buffer will describe the final layout of the buffer data.
469 * %NULL is returned when no current buffer can be retrieved or when the
474 g_signal_new ("convert-frame", G_TYPE_FROM_CLASS (klass),
475 G_SIGNAL_RUN_LAST | G_SIGNAL_ACTION,
476 G_STRUCT_OFFSET (GstPlaySinkClass, convert_frame), NULL, NULL,
477 gst_play_marshal_BUFFER__BOXED, GST_TYPE_BUFFER, 1, GST_TYPE_CAPS);
479 gst_element_class_add_pad_template (gstelement_klass,
480 gst_static_pad_template_get (&audiorawtemplate));
481 gst_element_class_add_pad_template (gstelement_klass,
482 gst_static_pad_template_get (&audiotemplate));
483 gst_element_class_add_pad_template (gstelement_klass,
484 gst_static_pad_template_get (&videorawtemplate));
485 gst_element_class_add_pad_template (gstelement_klass,
486 gst_static_pad_template_get (&videotemplate));
487 gst_element_class_add_pad_template (gstelement_klass,
488 gst_static_pad_template_get (&texttemplate));
489 gst_element_class_set_details_simple (gstelement_klass, "Player Sink",
491 "Convenience sink for multiple streams",
492 "Wim Taymans <wim.taymans@gmail.com>");
494 gstelement_klass->change_state =
495 GST_DEBUG_FUNCPTR (gst_play_sink_change_state);
496 gstelement_klass->send_event = GST_DEBUG_FUNCPTR (gst_play_sink_send_event);
497 gstelement_klass->request_new_pad =
498 GST_DEBUG_FUNCPTR (gst_play_sink_request_new_pad);
499 gstelement_klass->release_pad =
500 GST_DEBUG_FUNCPTR (gst_play_sink_release_request_pad);
502 gstbin_klass->handle_message =
503 GST_DEBUG_FUNCPTR (gst_play_sink_handle_message);
505 klass->reconfigure = GST_DEBUG_FUNCPTR (gst_play_sink_reconfigure);
506 klass->convert_frame = GST_DEBUG_FUNCPTR (gst_play_sink_convert_frame);
510 gst_play_sink_init (GstPlaySink * playsink)
513 playsink->video_sink = NULL;
514 playsink->audio_sink = NULL;
515 playsink->visualisation = NULL;
516 playsink->text_sink = NULL;
517 playsink->volume = 1.0;
518 playsink->font_desc = NULL;
519 playsink->subtitle_encoding = NULL;
520 playsink->flags = DEFAULT_FLAGS;
522 playsink->stream_synchronizer =
523 g_object_new (GST_TYPE_STREAM_SYNCHRONIZER, NULL);
524 gst_bin_add (GST_BIN_CAST (playsink),
525 GST_ELEMENT_CAST (playsink->stream_synchronizer));
527 g_static_rec_mutex_init (&playsink->lock);
528 GST_OBJECT_FLAG_SET (playsink, GST_ELEMENT_IS_SINK);
532 disconnect_chain (GstPlayAudioChain * chain, GstPlaySink * playsink)
536 g_signal_handlers_disconnect_by_func (chain->volume, notify_volume_cb,
539 g_signal_handlers_disconnect_by_func (chain->mute, notify_mute_cb,
545 free_chain (GstPlayChain * chain)
549 gst_object_unref (chain->bin);
555 gst_play_sink_dispose (GObject * object)
557 GstPlaySink *playsink;
559 playsink = GST_PLAY_SINK (object);
561 if (playsink->audio_sink != NULL) {
562 gst_element_set_state (playsink->audio_sink, GST_STATE_NULL);
563 gst_object_unref (playsink->audio_sink);
564 playsink->audio_sink = NULL;
566 if (playsink->video_sink != NULL) {
567 gst_element_set_state (playsink->video_sink, GST_STATE_NULL);
568 gst_object_unref (playsink->video_sink);
569 playsink->video_sink = NULL;
571 if (playsink->visualisation != NULL) {
572 gst_element_set_state (playsink->visualisation, GST_STATE_NULL);
573 gst_object_unref (playsink->visualisation);
574 playsink->visualisation = NULL;
576 if (playsink->text_sink != NULL) {
577 gst_element_set_state (playsink->text_sink, GST_STATE_NULL);
578 gst_object_unref (playsink->text_sink);
579 playsink->text_sink = NULL;
582 free_chain ((GstPlayChain *) playsink->videodeinterlacechain);
583 playsink->videodeinterlacechain = NULL;
584 free_chain ((GstPlayChain *) playsink->videochain);
585 playsink->videochain = NULL;
586 free_chain ((GstPlayChain *) playsink->audiochain);
587 playsink->audiochain = NULL;
588 free_chain ((GstPlayChain *) playsink->vischain);
589 playsink->vischain = NULL;
590 free_chain ((GstPlayChain *) playsink->textchain);
591 playsink->textchain = NULL;
593 if (playsink->audio_tee_sink) {
594 gst_object_unref (playsink->audio_tee_sink);
595 playsink->audio_tee_sink = NULL;
598 if (playsink->audio_tee_vissrc) {
599 gst_element_release_request_pad (playsink->audio_tee,
600 playsink->audio_tee_vissrc);
601 gst_object_unref (playsink->audio_tee_vissrc);
602 playsink->audio_tee_vissrc = NULL;
605 if (playsink->audio_tee_asrc) {
606 gst_element_release_request_pad (playsink->audio_tee,
607 playsink->audio_tee_asrc);
608 gst_object_unref (playsink->audio_tee_asrc);
609 playsink->audio_tee_asrc = NULL;
612 g_free (playsink->font_desc);
613 playsink->font_desc = NULL;
615 g_free (playsink->subtitle_encoding);
616 playsink->subtitle_encoding = NULL;
618 playsink->stream_synchronizer = NULL;
620 G_OBJECT_CLASS (gst_play_sink_parent_class)->dispose (object);
624 gst_play_sink_finalize (GObject * object)
626 GstPlaySink *playsink;
628 playsink = GST_PLAY_SINK (object);
630 g_static_rec_mutex_free (&playsink->lock);
632 G_OBJECT_CLASS (gst_play_sink_parent_class)->finalize (object);
636 gst_play_sink_set_sink (GstPlaySink * playsink, GstPlaySinkType type,
639 GstElement **elem = NULL, *old = NULL;
641 GST_LOG ("Setting sink %" GST_PTR_FORMAT " as sink type %d", sink, type);
643 GST_PLAY_SINK_LOCK (playsink);
645 case GST_PLAY_SINK_TYPE_AUDIO:
646 case GST_PLAY_SINK_TYPE_AUDIO_RAW:
647 elem = &playsink->audio_sink;
649 case GST_PLAY_SINK_TYPE_VIDEO:
650 case GST_PLAY_SINK_TYPE_VIDEO_RAW:
651 elem = &playsink->video_sink;
653 case GST_PLAY_SINK_TYPE_TEXT:
654 elem = &playsink->text_sink;
662 gst_object_ref (sink);
665 GST_PLAY_SINK_UNLOCK (playsink);
669 gst_element_set_state (old, GST_STATE_NULL);
670 gst_object_unref (old);
675 gst_play_sink_get_sink (GstPlaySink * playsink, GstPlaySinkType type)
677 GstElement *result = NULL;
678 GstElement *elem = NULL, *chainp = NULL;
680 GST_PLAY_SINK_LOCK (playsink);
682 case GST_PLAY_SINK_TYPE_AUDIO:
683 case GST_PLAY_SINK_TYPE_AUDIO_RAW:
685 GstPlayAudioChain *chain;
686 if ((chain = (GstPlayAudioChain *) playsink->audiochain))
687 chainp = chain->sink;
688 elem = playsink->audio_sink;
691 case GST_PLAY_SINK_TYPE_VIDEO:
692 case GST_PLAY_SINK_TYPE_VIDEO_RAW:
694 GstPlayVideoChain *chain;
695 if ((chain = (GstPlayVideoChain *) playsink->videochain))
696 chainp = chain->sink;
697 elem = playsink->video_sink;
700 case GST_PLAY_SINK_TYPE_TEXT:
702 GstPlayTextChain *chain;
703 if ((chain = (GstPlayTextChain *) playsink->textchain))
704 chainp = chain->sink;
705 elem = playsink->text_sink;
712 /* we have an active chain with a sink, get the sink */
713 result = gst_object_ref (chainp);
715 /* nothing found, return last configured sink */
716 if (result == NULL && elem)
717 result = gst_object_ref (elem);
718 GST_PLAY_SINK_UNLOCK (playsink);
723 static GstPadProbeReturn
724 gst_play_sink_vis_blocked (GstPad * tee_pad, GstPadProbeType type,
725 gpointer type_data, gpointer user_data)
727 GstPlaySink *playsink;
728 GstPlayVisChain *chain;
730 playsink = GST_PLAY_SINK (user_data);
732 GST_PLAY_SINK_LOCK (playsink);
733 GST_DEBUG_OBJECT (playsink, "vis pad blocked");
734 /* now try to change the plugin in the running vis chain */
735 if (!(chain = (GstPlayVisChain *) playsink->vischain))
738 /* unlink the old plugin and unghost the pad */
739 gst_pad_unlink (chain->blockpad, chain->vissinkpad);
740 gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (chain->srcpad), NULL);
742 /* set the old plugin to NULL and remove */
743 gst_element_set_state (chain->vis, GST_STATE_NULL);
744 gst_bin_remove (GST_BIN_CAST (chain->chain.bin), chain->vis);
746 /* add new plugin and set state to playing */
747 chain->vis = playsink->visualisation;
748 gst_bin_add (GST_BIN_CAST (chain->chain.bin), chain->vis);
749 gst_element_set_state (chain->vis, GST_STATE_PLAYING);
752 chain->vissinkpad = gst_element_get_static_pad (chain->vis, "sink");
753 chain->vissrcpad = gst_element_get_static_pad (chain->vis, "src");
756 gst_pad_link_full (chain->blockpad, chain->vissinkpad,
757 GST_PAD_LINK_CHECK_NOTHING);
758 gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (chain->srcpad),
762 GST_PLAY_SINK_UNLOCK (playsink);
764 /* remove the probe and unblock the pad */
765 return GST_PAD_PROBE_REMOVE;
769 gst_play_sink_set_vis_plugin (GstPlaySink * playsink, GstElement * vis)
771 GstPlayVisChain *chain;
773 /* setting NULL means creating the default vis plugin */
775 vis = gst_element_factory_make ("goom", "vis");
777 /* simply return if we don't have a vis plugin here */
781 GST_PLAY_SINK_LOCK (playsink);
782 /* first store the new vis */
783 if (playsink->visualisation)
784 gst_object_unref (playsink->visualisation);
786 gst_object_ref_sink (vis);
787 playsink->visualisation = vis;
789 /* now try to change the plugin in the running vis chain, if we have no chain,
790 * we don't bother, any future vis chain will be created with the new vis
792 if (!(chain = (GstPlayVisChain *) playsink->vischain))
795 /* block the pad, the next time the callback is called we can change the
796 * visualisation. It's possible that this never happens or that the pad was
797 * already blocked. If the callback never happens, we don't have new data so
798 * we don't need the new vis plugin. If the pad was already blocked, the
799 * function returns FALSE but the previous pad block will do the right thing
801 GST_DEBUG_OBJECT (playsink, "blocking vis pad");
802 gst_pad_add_probe (chain->blockpad, GST_PAD_PROBE_TYPE_BLOCK,
803 gst_play_sink_vis_blocked, playsink, NULL);
805 GST_PLAY_SINK_UNLOCK (playsink);
811 gst_play_sink_get_vis_plugin (GstPlaySink * playsink)
813 GstElement *result = NULL;
814 GstPlayVisChain *chain;
816 GST_PLAY_SINK_LOCK (playsink);
817 if ((chain = (GstPlayVisChain *) playsink->vischain)) {
818 /* we have an active chain, get the sink */
820 result = gst_object_ref (chain->vis);
822 /* nothing found, return last configured sink */
823 if (result == NULL && playsink->visualisation)
824 result = gst_object_ref (playsink->visualisation);
825 GST_PLAY_SINK_UNLOCK (playsink);
831 gst_play_sink_set_volume (GstPlaySink * playsink, gdouble volume)
833 GstPlayAudioChain *chain;
835 GST_PLAY_SINK_LOCK (playsink);
836 playsink->volume = volume;
837 chain = (GstPlayAudioChain *) playsink->audiochain;
838 if (chain && chain->volume) {
839 GST_LOG_OBJECT (playsink, "elements: volume=%" GST_PTR_FORMAT ", mute=%"
840 GST_PTR_FORMAT "; new volume=%.03f, mute=%d", chain->volume,
841 chain->mute, volume, playsink->mute);
842 /* if there is a mute element or we are not muted, set the volume */
843 if (chain->mute || !playsink->mute)
844 g_object_set (chain->volume, "volume", volume, NULL);
846 GST_LOG_OBJECT (playsink, "no volume element");
847 playsink->volume_changed = TRUE;
849 GST_PLAY_SINK_UNLOCK (playsink);
853 gst_play_sink_get_volume (GstPlaySink * playsink)
856 GstPlayAudioChain *chain;
858 GST_PLAY_SINK_LOCK (playsink);
859 chain = (GstPlayAudioChain *) playsink->audiochain;
860 result = playsink->volume;
861 if (chain && chain->volume) {
862 if (chain->mute || !playsink->mute) {
863 g_object_get (chain->volume, "volume", &result, NULL);
864 playsink->volume = result;
867 GST_PLAY_SINK_UNLOCK (playsink);
873 gst_play_sink_set_mute (GstPlaySink * playsink, gboolean mute)
875 GstPlayAudioChain *chain;
877 GST_PLAY_SINK_LOCK (playsink);
878 playsink->mute = mute;
879 chain = (GstPlayAudioChain *) playsink->audiochain;
882 g_object_set (chain->mute, "mute", mute, NULL);
883 } else if (chain->volume) {
885 g_object_set (chain->volume, "volume", (gdouble) 0.0, NULL);
887 g_object_set (chain->volume, "volume", (gdouble) playsink->volume,
891 playsink->mute_changed = TRUE;
893 GST_PLAY_SINK_UNLOCK (playsink);
897 gst_play_sink_get_mute (GstPlaySink * playsink)
900 GstPlayAudioChain *chain;
902 GST_PLAY_SINK_LOCK (playsink);
903 chain = (GstPlayAudioChain *) playsink->audiochain;
904 if (chain && chain->mute) {
905 g_object_get (chain->mute, "mute", &result, NULL);
906 playsink->mute = result;
908 result = playsink->mute;
910 GST_PLAY_SINK_UNLOCK (playsink);
916 post_missing_element_message (GstPlaySink * playsink, const gchar * name)
920 msg = gst_missing_element_message_new (GST_ELEMENT_CAST (playsink), name);
921 gst_element_post_message (GST_ELEMENT_CAST (playsink), msg);
925 add_chain (GstPlayChain * chain, gboolean add)
927 if (chain->added == add)
931 gst_bin_add (GST_BIN_CAST (chain->playsink), chain->bin);
933 gst_bin_remove (GST_BIN_CAST (chain->playsink), chain->bin);
934 /* we don't want to lose our sink status */
935 GST_OBJECT_FLAG_SET (chain->playsink, GST_ELEMENT_IS_SINK);
944 activate_chain (GstPlayChain * chain, gboolean activate)
948 if (chain->activated == activate)
951 GST_OBJECT_LOCK (chain->playsink);
952 state = GST_STATE_TARGET (chain->playsink);
953 GST_OBJECT_UNLOCK (chain->playsink);
956 gst_element_set_state (chain->bin, state);
958 gst_element_set_state (chain->bin, GST_STATE_NULL);
960 chain->activated = activate;
966 element_is_sink (GstElement * element)
970 GST_OBJECT_LOCK (element);
971 is_sink = GST_OBJECT_FLAG_IS_SET (element, GST_ELEMENT_IS_SINK);
972 GST_OBJECT_UNLOCK (element);
974 GST_DEBUG_OBJECT (element, "is a sink: %s", (is_sink) ? "yes" : "no");
979 element_has_property (GstElement * element, const gchar * pname, GType type)
983 pspec = g_object_class_find_property (G_OBJECT_GET_CLASS (element), pname);
986 GST_DEBUG_OBJECT (element, "no %s property", pname);
990 if (type == G_TYPE_INVALID || type == pspec->value_type ||
991 g_type_is_a (pspec->value_type, type)) {
992 GST_DEBUG_OBJECT (element, "has %s property of type %s", pname,
993 (type == G_TYPE_INVALID) ? "any type" : g_type_name (type));
997 GST_WARNING_OBJECT (element, "has %s property, but property is of type %s "
998 "and we expected it to be of type %s", pname,
999 g_type_name (pspec->value_type), g_type_name (type));
1006 const gchar *prop_name;
1009 } FindPropertyHelper;
1012 find_property (const GValue * item, FindPropertyHelper * helper)
1014 GstElement *element = g_value_get_object (item);
1015 if (helper->need_sink && !element_is_sink (element)) {
1019 if (!element_has_property (element, helper->prop_name, helper->prop_type)) {
1023 GST_INFO_OBJECT (element, "found %s with %s property", helper->prop_name,
1024 (helper->need_sink) ? "sink" : "element");
1025 return 0; /* keep it */
1028 /* FIXME: why not move these functions into core? */
1029 /* find a sink in the hierarchy with a property named @name. This function does
1030 * not increase the refcount of the returned object and thus remains valid as
1031 * long as the bin is valid. */
1033 gst_play_sink_find_property_sinks (GstPlaySink * playsink, GstElement * obj,
1034 const gchar * name, GType expected_type)
1036 GstElement *result = NULL;
1039 if (element_has_property (obj, name, expected_type)) {
1041 } else if (GST_IS_BIN (obj)) {
1043 GValue item = { 0, };
1044 FindPropertyHelper helper = { name, expected_type, TRUE };
1046 it = gst_bin_iterate_recurse (GST_BIN_CAST (obj));
1047 found = gst_iterator_find_custom (it,
1048 (GCompareFunc) find_property, &item, &helper);
1049 gst_iterator_free (it);
1051 result = g_value_get_object (&item);
1052 /* we don't need the extra ref */
1053 g_value_unset (&item);
1059 /* find an object in the hierarchy with a property named @name */
1061 gst_play_sink_find_property (GstPlaySink * playsink, GstElement * obj,
1062 const gchar * name, GType expected_type)
1064 GstElement *result = NULL;
1067 if (GST_IS_BIN (obj)) {
1069 GValue item = { 0, };
1070 FindPropertyHelper helper = { name, expected_type, FALSE };
1072 it = gst_bin_iterate_recurse (GST_BIN_CAST (obj));
1073 found = gst_iterator_find_custom (it,
1074 (GCompareFunc) find_property, &item, &helper);
1075 gst_iterator_free (it);
1077 result = g_value_dup_object (&item);
1078 g_value_unset (&item);
1080 if (element_has_property (obj, name, expected_type)) {
1082 gst_object_ref (obj);
1089 do_async_start (GstPlaySink * playsink)
1091 GstMessage *message;
1093 if (!playsink->need_async_start) {
1094 GST_INFO_OBJECT (playsink, "no async_start needed");
1098 playsink->async_pending = TRUE;
1100 GST_INFO_OBJECT (playsink, "Sending async_start message");
1101 message = gst_message_new_async_start (GST_OBJECT_CAST (playsink));
1102 GST_BIN_CLASS (gst_play_sink_parent_class)->handle_message (GST_BIN_CAST
1103 (playsink), message);
1107 do_async_done (GstPlaySink * playsink)
1109 GstMessage *message;
1111 if (playsink->async_pending) {
1112 GST_INFO_OBJECT (playsink, "Sending async_done message");
1113 message = gst_message_new_async_done (GST_OBJECT_CAST (playsink), FALSE);
1114 GST_BIN_CLASS (gst_play_sink_parent_class)->handle_message (GST_BIN_CAST
1115 (playsink), message);
1117 playsink->async_pending = FALSE;
1120 playsink->need_async_start = FALSE;
1123 /* try to change the state of an element. This function returns the element when
1124 * the state change could be performed. When this function returns NULL an error
1125 * occured and the element is unreffed if @unref is TRUE. */
1127 try_element (GstPlaySink * playsink, GstElement * element, gboolean unref)
1129 GstStateChangeReturn ret;
1132 ret = gst_element_set_state (element, GST_STATE_READY);
1133 if (ret == GST_STATE_CHANGE_FAILURE) {
1134 GST_DEBUG_OBJECT (playsink, "failed state change..");
1135 gst_element_set_state (element, GST_STATE_NULL);
1137 gst_object_unref (element);
1144 /* make the element (bin) that contains the elements needed to perform
1145 * video display. Only used for *raw* video streams.
1147 * +------------------------------------------------------------+
1149 * | +-------+ +----------+ +----------+ +---------+ |
1150 * | | queue | |colorspace| |videoscale| |videosink| |
1151 * | +-sink src-sink src-sink src-sink | |
1152 * | | +-------+ +----------+ +----------+ +---------+ |
1154 * +------------------------------------------------------------+
1157 static GstPlayVideoDeinterlaceChain *
1158 gen_video_deinterlace_chain (GstPlaySink * playsink)
1160 GstPlayVideoDeinterlaceChain *chain;
1163 GstElement *head = NULL, *prev = NULL;
1165 chain = g_new0 (GstPlayVideoDeinterlaceChain, 1);
1166 chain->chain.playsink = playsink;
1168 GST_DEBUG_OBJECT (playsink, "making video deinterlace chain %p", chain);
1170 /* create a bin to hold objects, as we create them we add them to this bin so
1171 * that when something goes wrong we only need to unref the bin */
1172 chain->chain.bin = gst_bin_new ("vdbin");
1173 bin = GST_BIN_CAST (chain->chain.bin);
1174 gst_object_ref_sink (bin);
1176 GST_DEBUG_OBJECT (playsink, "creating " COLORSPACE);
1177 chain->conv = gst_element_factory_make (COLORSPACE, "vdconv");
1178 if (chain->conv == NULL) {
1179 post_missing_element_message (playsink, COLORSPACE);
1180 GST_ELEMENT_WARNING (playsink, CORE, MISSING_PLUGIN,
1181 (_("Missing element '%s' - check your GStreamer installation."),
1182 COLORSPACE), ("video rendering might fail"));
1184 gst_bin_add (bin, chain->conv);
1189 GST_DEBUG_OBJECT (playsink, "creating deinterlace");
1190 chain->deinterlace = gst_element_factory_make ("deinterlace", "deinterlace");
1191 if (chain->deinterlace == NULL) {
1192 post_missing_element_message (playsink, "deinterlace");
1193 GST_ELEMENT_WARNING (playsink, CORE, MISSING_PLUGIN,
1194 (_("Missing element '%s' - check your GStreamer installation."),
1195 "deinterlace"), ("deinterlacing won't work"));
1197 gst_bin_add (bin, chain->deinterlace);
1199 if (!gst_element_link_pads_full (prev, "src", chain->deinterlace, "sink",
1200 GST_PAD_LINK_CHECK_TEMPLATE_CAPS))
1203 head = chain->deinterlace;
1205 prev = chain->deinterlace;
1209 pad = gst_element_get_static_pad (head, "sink");
1210 chain->sinkpad = gst_ghost_pad_new ("sink", pad);
1211 gst_object_unref (pad);
1213 chain->sinkpad = gst_ghost_pad_new_no_target ("sink", GST_PAD_SINK);
1217 pad = gst_element_get_static_pad (prev, "src");
1218 chain->srcpad = gst_ghost_pad_new ("src", pad);
1219 gst_object_unref (pad);
1221 chain->srcpad = gst_ghost_pad_new ("src", chain->sinkpad);
1224 gst_element_add_pad (chain->chain.bin, chain->sinkpad);
1225 gst_element_add_pad (chain->chain.bin, chain->srcpad);
1231 GST_ELEMENT_ERROR (playsink, CORE, PAD,
1232 (NULL), ("Failed to configure the video deinterlace chain."));
1233 free_chain ((GstPlayChain *) chain);
1238 /* make the element (bin) that contains the elements needed to perform
1241 * +------------------------------------------------------------+
1243 * | +-------+ +----------+ +----------+ +---------+ |
1244 * | | queue | |colorspace| |videoscale| |videosink| |
1245 * | +-sink src-sink src-sink src-sink | |
1246 * | | +-------+ +----------+ +----------+ +---------+ |
1248 * +------------------------------------------------------------+
1251 static GstPlayVideoChain *
1252 gen_video_chain (GstPlaySink * playsink, gboolean raw, gboolean async)
1254 GstPlayVideoChain *chain;
1257 GstElement *head = NULL, *prev = NULL, *elem = NULL;
1259 chain = g_new0 (GstPlayVideoChain, 1);
1260 chain->chain.playsink = playsink;
1261 chain->chain.raw = raw;
1263 GST_DEBUG_OBJECT (playsink, "making video chain %p", chain);
1265 if (playsink->video_sink) {
1266 GST_DEBUG_OBJECT (playsink, "trying configured videosink");
1267 chain->sink = try_element (playsink, playsink->video_sink, FALSE);
1269 /* only try fallback if no specific sink was chosen */
1270 if (chain->sink == NULL) {
1271 GST_DEBUG_OBJECT (playsink, "trying autovideosink");
1272 elem = gst_element_factory_make ("autovideosink", "videosink");
1273 chain->sink = try_element (playsink, elem, TRUE);
1275 if (chain->sink == NULL) {
1276 /* if default sink from config.h is different then try it too */
1277 if (strcmp (DEFAULT_VIDEOSINK, "autovideosink")) {
1278 GST_DEBUG_OBJECT (playsink, "trying " DEFAULT_VIDEOSINK);
1279 elem = gst_element_factory_make (DEFAULT_VIDEOSINK, "videosink");
1280 chain->sink = try_element (playsink, elem, TRUE);
1284 playsink->video_sink = gst_object_ref (chain->sink);
1286 if (chain->sink == NULL)
1290 /* if we can disable async behaviour of the sink, we can avoid adding a
1291 * queue for the audio chain. */
1293 gst_play_sink_find_property_sinks (playsink, chain->sink, "async",
1296 GST_DEBUG_OBJECT (playsink, "setting async property to %d on element %s",
1297 async, GST_ELEMENT_NAME (elem));
1298 g_object_set (elem, "async", async, NULL);
1299 chain->async = async;
1301 GST_DEBUG_OBJECT (playsink, "no async property on the sink");
1302 chain->async = TRUE;
1305 /* find ts-offset element */
1306 gst_object_replace ((GstObject **) & chain->ts_offset, (GstObject *)
1307 gst_play_sink_find_property_sinks (playsink, chain->sink, "ts-offset",
1310 /* create a bin to hold objects, as we create them we add them to this bin so
1311 * that when something goes wrong we only need to unref the bin */
1312 chain->chain.bin = gst_bin_new ("vbin");
1313 bin = GST_BIN_CAST (chain->chain.bin);
1314 gst_object_ref_sink (bin);
1315 gst_bin_add (bin, chain->sink);
1317 /* decouple decoder from sink, this improves playback quite a lot since the
1318 * decoder can continue while the sink blocks for synchronisation. We don't
1319 * need a lot of buffers as this consumes a lot of memory and we don't want
1320 * too little because else we would be context switching too quickly. */
1321 chain->queue = gst_element_factory_make ("queue", "vqueue");
1322 if (chain->queue == NULL) {
1323 post_missing_element_message (playsink, "queue");
1324 GST_ELEMENT_WARNING (playsink, CORE, MISSING_PLUGIN,
1325 (_("Missing element '%s' - check your GStreamer installation."),
1326 "queue"), ("video rendering might be suboptimal"));
1330 g_object_set (G_OBJECT (chain->queue), "max-size-buffers", 3,
1331 "max-size-bytes", 0, "max-size-time", (gint64) 0, "silent", TRUE, NULL);
1332 gst_bin_add (bin, chain->queue);
1333 head = prev = chain->queue;
1336 if (!(playsink->flags & GST_PLAY_FLAG_NATIVE_VIDEO)) {
1337 GST_DEBUG_OBJECT (playsink, "creating videoconverter");
1339 g_object_new (GST_TYPE_PLAY_SINK_VIDEO_CONVERT, "name", "vconv", NULL);
1340 gst_bin_add (bin, chain->conv);
1342 if (!gst_element_link_pads_full (prev, "src", chain->conv, "sink",
1343 GST_PAD_LINK_CHECK_TEMPLATE_CAPS))
1352 GST_DEBUG_OBJECT (playsink, "linking to sink");
1353 if (!gst_element_link_pads_full (prev, "src", chain->sink, NULL,
1354 GST_PAD_LINK_CHECK_TEMPLATE_CAPS))
1358 pad = gst_element_get_static_pad (head, "sink");
1359 chain->sinkpad = gst_ghost_pad_new ("sink", pad);
1360 gst_object_unref (pad);
1362 gst_element_add_pad (chain->chain.bin, chain->sinkpad);
1369 if (!elem && !playsink->video_sink) {
1370 post_missing_element_message (playsink, "autovideosink");
1371 if (strcmp (DEFAULT_VIDEOSINK, "autovideosink")) {
1372 post_missing_element_message (playsink, DEFAULT_VIDEOSINK);
1373 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
1374 (_("Both autovideosink and %s elements are missing."),
1375 DEFAULT_VIDEOSINK), (NULL));
1377 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
1378 (_("The autovideosink element is missing.")), (NULL));
1381 if (playsink->video_sink) {
1382 GST_ELEMENT_ERROR (playsink, CORE, STATE_CHANGE,
1383 (_("Configured videosink %s is not working."),
1384 GST_ELEMENT_NAME (playsink->video_sink)), (NULL));
1385 } else if (strcmp (DEFAULT_VIDEOSINK, "autovideosink")) {
1386 GST_ELEMENT_ERROR (playsink, CORE, STATE_CHANGE,
1387 (_("Both autovideosink and %s elements are not working."),
1388 DEFAULT_VIDEOSINK), (NULL));
1390 GST_ELEMENT_ERROR (playsink, CORE, STATE_CHANGE,
1391 (_("The autovideosink element is not working.")), (NULL));
1394 free_chain ((GstPlayChain *) chain);
1399 GST_ELEMENT_ERROR (playsink, CORE, PAD,
1400 (NULL), ("Failed to configure the video sink."));
1401 /* checking sink made it READY */
1402 gst_element_set_state (chain->sink, GST_STATE_NULL);
1403 /* Remove chain from the bin to allow reuse later */
1404 gst_bin_remove (bin, chain->sink);
1405 free_chain ((GstPlayChain *) chain);
1411 setup_video_chain (GstPlaySink * playsink, gboolean raw, gboolean async)
1414 GstPlayVideoChain *chain;
1415 GstStateChangeReturn ret;
1417 chain = playsink->videochain;
1419 chain->chain.raw = raw;
1421 /* if the chain was active we don't do anything */
1422 if (GST_PLAY_CHAIN (chain)->activated == TRUE)
1425 /* try to set the sink element to READY again */
1426 ret = gst_element_set_state (chain->sink, GST_STATE_READY);
1427 if (ret == GST_STATE_CHANGE_FAILURE)
1430 /* find ts-offset element */
1432 gst_object_replace ((GstObject **) & chain->ts_offset, (GstObject *)
1433 gst_play_sink_find_property_sinks (playsink, chain->sink, "ts-offset",
1436 /* if we can disable async behaviour of the sink, we can avoid adding a
1437 * queue for the audio chain. */
1439 gst_play_sink_find_property_sinks (playsink, chain->sink, "async",
1442 GST_DEBUG_OBJECT (playsink, "setting async property to %d on element %s",
1443 async, GST_ELEMENT_NAME (elem));
1444 g_object_set (elem, "async", async, NULL);
1445 chain->async = async;
1447 GST_DEBUG_OBJECT (playsink, "no async property on the sink");
1448 chain->async = TRUE;
1453 /* make an element for playback of video with subtitles embedded.
1454 * Only used for *raw* video streams.
1456 * +--------------------------------------------+
1458 * | +--------+ +-----------------+ |
1459 * | | queue | | subtitleoverlay | |
1460 * video--src sink---video_sink | |
1461 * | +--------+ | src--src
1462 * text------------------text_sink | |
1463 * | +-----------------+ |
1464 * +--------------------------------------------+
1467 static GstPlayTextChain *
1468 gen_text_chain (GstPlaySink * playsink)
1470 GstPlayTextChain *chain;
1473 GstPad *videosinkpad, *textsinkpad, *srcpad;
1475 chain = g_new0 (GstPlayTextChain, 1);
1476 chain->chain.playsink = playsink;
1478 GST_DEBUG_OBJECT (playsink, "making text chain %p", chain);
1480 chain->chain.bin = gst_bin_new ("tbin");
1481 bin = GST_BIN_CAST (chain->chain.bin);
1482 gst_object_ref_sink (bin);
1484 videosinkpad = textsinkpad = srcpad = NULL;
1486 /* first try to hook the text pad to the custom sink */
1487 if (playsink->text_sink) {
1488 GST_DEBUG_OBJECT (playsink, "trying configured textsink");
1489 chain->sink = try_element (playsink, playsink->text_sink, FALSE);
1492 gst_play_sink_find_property_sinks (playsink, chain->sink, "async",
1495 /* make sure the sparse subtitles don't participate in the preroll */
1496 g_object_set (elem, "async", FALSE, NULL);
1497 GST_DEBUG_OBJECT (playsink, "adding custom text sink");
1498 gst_bin_add (bin, chain->sink);
1499 /* NOTE streamsynchronizer needs streams decoupled */
1500 /* make a little queue */
1501 chain->queue = gst_element_factory_make ("queue", "subqueue");
1502 if (chain->queue == NULL) {
1503 post_missing_element_message (playsink, "queue");
1504 GST_ELEMENT_WARNING (playsink, CORE, MISSING_PLUGIN,
1505 (_("Missing element '%s' - check your GStreamer installation."),
1506 "queue"), ("rendering might be suboptimal"));
1508 g_object_set (G_OBJECT (chain->queue), "max-size-buffers", 3,
1509 "max-size-bytes", 0, "max-size-time", (gint64) 0,
1510 "silent", TRUE, NULL);
1511 gst_bin_add (bin, chain->queue);
1513 /* we have a custom sink, this will be our textsinkpad */
1514 if (gst_element_link_pads_full (chain->queue, "src", chain->sink,
1515 "sink", GST_PAD_LINK_CHECK_TEMPLATE_CAPS)) {
1516 /* we're all fine now and we can add the sink to the chain */
1517 GST_DEBUG_OBJECT (playsink, "using custom text sink");
1518 textsinkpad = gst_element_get_static_pad (chain->queue, "sink");
1520 GST_WARNING_OBJECT (playsink,
1521 "can't find a sink pad on custom text sink");
1522 gst_bin_remove (bin, chain->sink);
1523 gst_bin_remove (bin, chain->queue);
1525 chain->queue = NULL;
1527 /* try to set sync to true but it's no biggie when we can't */
1529 gst_play_sink_find_property_sinks (playsink, chain->sink,
1530 "sync", G_TYPE_BOOLEAN)))
1531 g_object_set (elem, "sync", TRUE, NULL);
1534 gst_bin_remove (bin, chain->sink);
1536 GST_WARNING_OBJECT (playsink,
1537 "can't find async property in custom text sink");
1540 if (textsinkpad == NULL) {
1541 GST_ELEMENT_WARNING (playsink, CORE, MISSING_PLUGIN,
1542 (_("Custom text sink element is not usable.")),
1543 ("fallback to default textoverlay"));
1547 if (textsinkpad == NULL) {
1548 if (!(playsink->flags & GST_PLAY_FLAG_NATIVE_VIDEO)) {
1549 /* make a little queue */
1550 chain->queue = gst_element_factory_make ("queue", "vqueue");
1551 if (chain->queue == NULL) {
1552 post_missing_element_message (playsink, "queue");
1553 GST_ELEMENT_WARNING (playsink, CORE, MISSING_PLUGIN,
1554 (_("Missing element '%s' - check your GStreamer installation."),
1555 "queue"), ("video rendering might be suboptimal"));
1557 g_object_set (G_OBJECT (chain->queue), "max-size-buffers", 3,
1558 "max-size-bytes", 0, "max-size-time", (gint64) 0,
1559 "silent", TRUE, NULL);
1560 gst_bin_add (bin, chain->queue);
1561 videosinkpad = gst_element_get_static_pad (chain->queue, "sink");
1565 gst_element_factory_make ("subtitleoverlay", "suboverlay");
1566 if (chain->overlay == NULL) {
1567 post_missing_element_message (playsink, "subtitleoverlay");
1568 GST_ELEMENT_WARNING (playsink, CORE, MISSING_PLUGIN,
1569 (_("Missing element '%s' - check your GStreamer installation."),
1570 "subtitleoverlay"), ("subtitle rendering disabled"));
1572 GstElement *element;
1574 gst_bin_add (bin, chain->overlay);
1576 g_object_set (G_OBJECT (chain->overlay), "silent", FALSE, NULL);
1577 if (playsink->font_desc) {
1578 g_object_set (G_OBJECT (chain->overlay), "font-desc",
1579 playsink->font_desc, NULL);
1581 if (playsink->subtitle_encoding) {
1582 g_object_set (G_OBJECT (chain->overlay), "subtitle-encoding",
1583 playsink->subtitle_encoding, NULL);
1586 gst_element_link_pads_full (chain->queue, "src", chain->overlay,
1587 "video_sink", GST_PAD_LINK_CHECK_TEMPLATE_CAPS);
1589 /* make another little queue to decouple streams */
1590 element = gst_element_factory_make ("queue", "subqueue");
1591 if (element == NULL) {
1592 post_missing_element_message (playsink, "queue");
1593 GST_ELEMENT_WARNING (playsink, CORE, MISSING_PLUGIN,
1594 (_("Missing element '%s' - check your GStreamer installation."),
1595 "queue"), ("rendering might be suboptimal"));
1597 g_object_set (G_OBJECT (element), "max-size-buffers", 3,
1598 "max-size-bytes", 0, "max-size-time", (gint64) 0,
1599 "silent", TRUE, NULL);
1600 gst_bin_add (bin, element);
1601 gst_element_link_pads_full (element, "src", chain->overlay,
1602 "subtitle_sink", GST_PAD_LINK_CHECK_TEMPLATE_CAPS);
1603 textsinkpad = gst_element_get_static_pad (element, "sink");
1604 srcpad = gst_element_get_static_pad (chain->overlay, "src");
1610 if (videosinkpad == NULL) {
1611 /* if we still don't have a videosink, we don't have an overlay. the only
1612 * thing we can do is insert an identity and ghost the src
1614 chain->identity = gst_element_factory_make ("identity", "tidentity");
1615 if (chain->identity == NULL) {
1616 post_missing_element_message (playsink, "identity");
1617 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
1618 (_("Missing element '%s' - check your GStreamer installation."),
1619 "identity"), (NULL));
1621 g_object_set (chain->identity, "signal-handoffs", FALSE, NULL);
1622 g_object_set (chain->identity, "silent", TRUE, NULL);
1623 gst_bin_add (bin, chain->identity);
1624 srcpad = gst_element_get_static_pad (chain->identity, "src");
1625 videosinkpad = gst_element_get_static_pad (chain->identity, "sink");
1629 /* expose the ghostpads */
1631 chain->videosinkpad = gst_ghost_pad_new ("sink", videosinkpad);
1632 gst_object_unref (videosinkpad);
1633 gst_element_add_pad (chain->chain.bin, chain->videosinkpad);
1636 chain->textsinkpad = gst_ghost_pad_new ("text_sink", textsinkpad);
1637 gst_object_unref (textsinkpad);
1638 gst_element_add_pad (chain->chain.bin, chain->textsinkpad);
1641 chain->srcpad = gst_ghost_pad_new ("src", srcpad);
1642 gst_object_unref (srcpad);
1643 gst_element_add_pad (chain->chain.bin, chain->srcpad);
1650 notify_volume_cb (GObject * object, GParamSpec * pspec, GstPlaySink * playsink)
1654 g_object_get (object, "volume", &vol, NULL);
1655 playsink->volume = vol;
1657 g_object_notify (G_OBJECT (playsink), "volume");
1661 notify_mute_cb (GObject * object, GParamSpec * pspec, GstPlaySink * playsink)
1665 g_object_get (object, "mute", &mute, NULL);
1666 playsink->mute = mute;
1668 g_object_notify (G_OBJECT (playsink), "mute");
1671 /* make the chain that contains the elements needed to perform
1674 * We add a tee as the first element so that we can link the visualisation chain
1675 * to it when requested.
1677 * +-------------------------------------------------------------+
1679 * | +---------+ +----------+ +---------+ +---------+ |
1680 * | |audioconv| |audioscale| | volume | |audiosink| |
1681 * | +-srck src-sink src-sink src-sink | |
1682 * | | +---------+ +----------+ +---------+ +---------+ |
1684 * +-------------------------------------------------------------+
1686 static GstPlayAudioChain *
1687 gen_audio_chain (GstPlaySink * playsink, gboolean raw)
1689 GstPlayAudioChain *chain;
1691 gboolean have_volume;
1693 GstElement *head, *prev, *elem = NULL;
1695 chain = g_new0 (GstPlayAudioChain, 1);
1696 chain->chain.playsink = playsink;
1697 chain->chain.raw = raw;
1699 GST_DEBUG_OBJECT (playsink, "making audio chain %p", chain);
1701 if (playsink->audio_sink) {
1702 GST_DEBUG_OBJECT (playsink, "trying configured audiosink %" GST_PTR_FORMAT,
1703 playsink->audio_sink);
1704 chain->sink = try_element (playsink, playsink->audio_sink, FALSE);
1706 /* only try fallback if no specific sink was chosen */
1707 if (chain->sink == NULL) {
1708 GST_DEBUG_OBJECT (playsink, "trying autoaudiosink");
1709 elem = gst_element_factory_make ("autoaudiosink", "audiosink");
1710 chain->sink = try_element (playsink, elem, TRUE);
1712 if (chain->sink == NULL) {
1713 /* if default sink from config.h is different then try it too */
1714 if (strcmp (DEFAULT_AUDIOSINK, "autoaudiosink")) {
1715 GST_DEBUG_OBJECT (playsink, "trying " DEFAULT_AUDIOSINK);
1716 elem = gst_element_factory_make (DEFAULT_AUDIOSINK, "audiosink");
1717 chain->sink = try_element (playsink, elem, TRUE);
1721 playsink->audio_sink = gst_object_ref (chain->sink);
1723 if (chain->sink == NULL)
1726 chain->chain.bin = gst_bin_new ("abin");
1727 bin = GST_BIN_CAST (chain->chain.bin);
1728 gst_object_ref_sink (bin);
1729 gst_bin_add (bin, chain->sink);
1731 /* we have to add a queue when we need to decouple for the video sink in
1732 * visualisations and for streamsynchronizer */
1733 GST_DEBUG_OBJECT (playsink, "adding audio queue");
1734 chain->queue = gst_element_factory_make ("queue", "aqueue");
1735 if (chain->queue == NULL) {
1736 post_missing_element_message (playsink, "queue");
1737 GST_ELEMENT_WARNING (playsink, CORE, MISSING_PLUGIN,
1738 (_("Missing element '%s' - check your GStreamer installation."),
1739 "queue"), ("audio playback and visualizations might not work"));
1743 g_object_set (chain->queue, "silent", TRUE, NULL);
1744 gst_bin_add (bin, chain->queue);
1745 prev = head = chain->queue;
1748 /* find ts-offset element */
1749 gst_object_replace ((GstObject **) & chain->ts_offset, (GstObject *)
1750 gst_play_sink_find_property_sinks (playsink, chain->sink, "ts-offset",
1753 /* check if the sink, or something within the sink, has the volume property.
1754 * If it does we don't need to add a volume element. */
1756 gst_play_sink_find_property_sinks (playsink, chain->sink, "volume",
1759 chain->volume = elem;
1761 g_signal_connect (chain->volume, "notify::volume",
1762 G_CALLBACK (notify_volume_cb), playsink);
1764 GST_DEBUG_OBJECT (playsink, "the sink has a volume property");
1766 chain->sink_volume = TRUE;
1767 /* if the sink also has a mute property we can use this as well. We'll only
1768 * use the mute property if there is a volume property. We can simulate the
1769 * mute with the volume otherwise. */
1771 gst_play_sink_find_property_sinks (playsink, chain->sink, "mute",
1774 GST_DEBUG_OBJECT (playsink, "the sink has a mute property");
1775 g_signal_connect (chain->mute, "notify::mute",
1776 G_CALLBACK (notify_mute_cb), playsink);
1778 /* use the sink to control the volume and mute */
1779 if (playsink->volume_changed) {
1780 g_object_set (G_OBJECT (chain->volume), "volume", playsink->volume, NULL);
1781 playsink->volume_changed = FALSE;
1783 if (playsink->mute_changed) {
1785 g_object_set (chain->mute, "mute", playsink->mute, NULL);
1788 g_object_set (chain->volume, "volume", (gdouble) 0.0, NULL);
1790 playsink->mute_changed = FALSE;
1793 /* no volume, we need to add a volume element when we can */
1794 GST_DEBUG_OBJECT (playsink, "the sink has no volume property");
1795 have_volume = FALSE;
1796 chain->sink_volume = FALSE;
1799 if (!(playsink->flags & GST_PLAY_FLAG_NATIVE_AUDIO) || (!have_volume
1800 && playsink->flags & GST_PLAY_FLAG_SOFT_VOLUME)) {
1801 GST_DEBUG_OBJECT (playsink, "creating audioconvert");
1803 g_object_new (GST_TYPE_PLAY_SINK_AUDIO_CONVERT, "name", "aconv", NULL);
1804 gst_bin_add (bin, chain->conv);
1806 if (!gst_element_link_pads_full (prev, "src", chain->conv, "sink",
1807 GST_PAD_LINK_CHECK_TEMPLATE_CAPS))
1814 GST_PLAY_SINK_AUDIO_CONVERT_CAST (chain->conv)->use_converters =
1815 !(playsink->flags & GST_PLAY_FLAG_NATIVE_AUDIO);
1816 GST_PLAY_SINK_AUDIO_CONVERT_CAST (chain->conv)->use_volume = (!have_volume
1817 && playsink->flags & GST_PLAY_FLAG_SOFT_VOLUME);
1819 if (!have_volume && playsink->flags & GST_PLAY_FLAG_SOFT_VOLUME) {
1820 GstPlaySinkAudioConvert *conv =
1821 GST_PLAY_SINK_AUDIO_CONVERT_CAST (chain->conv);
1824 chain->volume = conv->volume;
1827 g_signal_connect (chain->volume, "notify::volume",
1828 G_CALLBACK (notify_volume_cb), playsink);
1830 /* volume also has the mute property */
1831 chain->mute = chain->volume;
1832 g_signal_connect (chain->mute, "notify::mute",
1833 G_CALLBACK (notify_mute_cb), playsink);
1835 /* configure with the latest volume and mute */
1836 g_object_set (G_OBJECT (chain->volume), "volume", playsink->volume,
1838 g_object_set (G_OBJECT (chain->mute), "mute", playsink->mute, NULL);
1844 /* we only have to link to the previous element if we have something in
1845 * front of the sink */
1846 GST_DEBUG_OBJECT (playsink, "linking to sink");
1847 if (!gst_element_link_pads_full (prev, "src", chain->sink, NULL,
1848 GST_PAD_LINK_CHECK_TEMPLATE_CAPS))
1852 /* post a warning if we have no way to configure the volume */
1854 GST_ELEMENT_WARNING (playsink, STREAM, NOT_IMPLEMENTED,
1855 (_("No volume control found")), ("Volume/mute is not available"));
1858 /* and ghost the sinkpad of the headmost element */
1859 GST_DEBUG_OBJECT (playsink, "ghosting sink pad");
1860 pad = gst_element_get_static_pad (head, "sink");
1861 chain->sinkpad = gst_ghost_pad_new ("sink", pad);
1862 gst_object_unref (pad);
1863 gst_element_add_pad (chain->chain.bin, chain->sinkpad);
1870 if (!elem && !playsink->audio_sink) {
1871 post_missing_element_message (playsink, "autoaudiosink");
1872 if (strcmp (DEFAULT_AUDIOSINK, "autoaudiosink")) {
1873 post_missing_element_message (playsink, DEFAULT_AUDIOSINK);
1874 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
1875 (_("Both autoaudiosink and %s elements are missing."),
1876 DEFAULT_AUDIOSINK), (NULL));
1878 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
1879 (_("The autoaudiosink element is missing.")), (NULL));
1882 if (playsink->audio_sink) {
1883 GST_ELEMENT_ERROR (playsink, CORE, STATE_CHANGE,
1884 (_("Configured audiosink %s is not working."),
1885 GST_ELEMENT_NAME (playsink->audio_sink)), (NULL));
1886 } else if (strcmp (DEFAULT_AUDIOSINK, "autoaudiosink")) {
1887 GST_ELEMENT_ERROR (playsink, CORE, STATE_CHANGE,
1888 (_("Both autoaudiosink and %s elements are not working."),
1889 DEFAULT_AUDIOSINK), (NULL));
1891 GST_ELEMENT_ERROR (playsink, CORE, STATE_CHANGE,
1892 (_("The autoaudiosink element is not working.")), (NULL));
1895 free_chain ((GstPlayChain *) chain);
1900 GST_ELEMENT_ERROR (playsink, CORE, PAD,
1901 (NULL), ("Failed to configure the audio sink."));
1902 /* checking sink made it READY */
1903 gst_element_set_state (chain->sink, GST_STATE_NULL);
1904 /* Remove chain from the bin to allow reuse later */
1905 gst_bin_remove (bin, chain->sink);
1906 free_chain ((GstPlayChain *) chain);
1912 setup_audio_chain (GstPlaySink * playsink, gboolean raw)
1915 GstPlayAudioChain *chain;
1916 GstStateChangeReturn ret;
1918 chain = playsink->audiochain;
1920 chain->chain.raw = raw;
1922 /* if the chain was active we don't do anything */
1923 if (GST_PLAY_CHAIN (chain)->activated == TRUE)
1926 /* try to set the sink element to READY again */
1927 ret = gst_element_set_state (chain->sink, GST_STATE_READY);
1928 if (ret == GST_STATE_CHANGE_FAILURE)
1931 /* find ts-offset element */
1932 gst_object_replace ((GstObject **) & chain->ts_offset, (GstObject *)
1933 gst_play_sink_find_property_sinks (playsink, chain->sink, "ts-offset",
1936 /* check if the sink, or something within the sink, has the volume property.
1937 * If it does we don't need to add a volume element. */
1939 gst_play_sink_find_property_sinks (playsink, chain->sink, "volume",
1942 chain->volume = elem;
1944 if (playsink->volume_changed) {
1945 GST_DEBUG_OBJECT (playsink, "the sink has a volume property, setting %f",
1947 /* use the sink to control the volume */
1948 g_object_set (G_OBJECT (chain->volume), "volume", playsink->volume, NULL);
1949 playsink->volume_changed = FALSE;
1952 g_signal_connect (chain->volume, "notify::volume",
1953 G_CALLBACK (notify_volume_cb), playsink);
1954 /* if the sink also has a mute property we can use this as well. We'll only
1955 * use the mute property if there is a volume property. We can simulate the
1956 * mute with the volume otherwise. */
1958 gst_play_sink_find_property_sinks (playsink, chain->sink, "mute",
1961 GST_DEBUG_OBJECT (playsink, "the sink has a mute property");
1962 g_signal_connect (chain->mute, "notify::mute",
1963 G_CALLBACK (notify_mute_cb), playsink);
1966 GST_PLAY_SINK_AUDIO_CONVERT_CAST (chain->conv)->use_volume = FALSE;
1968 GstPlaySinkAudioConvert *conv =
1969 GST_PLAY_SINK_AUDIO_CONVERT_CAST (chain->conv);
1971 /* no volume, we need to add a volume element when we can */
1972 conv->use_volume = TRUE;
1973 GST_DEBUG_OBJECT (playsink, "the sink has no volume property");
1975 /* Disconnect signals */
1976 disconnect_chain (chain, playsink);
1979 chain->volume = conv->volume;
1980 chain->mute = chain->volume;
1982 g_signal_connect (chain->volume, "notify::volume",
1983 G_CALLBACK (notify_volume_cb), playsink);
1985 g_signal_connect (chain->mute, "notify::mute",
1986 G_CALLBACK (notify_mute_cb), playsink);
1988 /* configure with the latest volume and mute */
1989 g_object_set (G_OBJECT (chain->volume), "volume", playsink->volume, NULL);
1990 g_object_set (G_OBJECT (chain->mute), "mute", playsink->mute, NULL);
1993 GST_DEBUG_OBJECT (playsink, "reusing existing volume element");
1999 * +-------------------------------------------------------------------+
2001 * | +----------+ +------------+ +----------+ +-------+ |
2002 * | | visqueue | | audioconv | | audiores | | vis | |
2003 * | +-sink src-sink + samp src-sink src-sink src-+ |
2004 * | | +----------+ +------------+ +----------+ +-------+ | |
2006 * +-------------------------------------------------------------------+
2009 static GstPlayVisChain *
2010 gen_vis_chain (GstPlaySink * playsink)
2012 GstPlayVisChain *chain;
2018 chain = g_new0 (GstPlayVisChain, 1);
2019 chain->chain.playsink = playsink;
2021 GST_DEBUG_OBJECT (playsink, "making vis chain %p", chain);
2023 chain->chain.bin = gst_bin_new ("visbin");
2024 bin = GST_BIN_CAST (chain->chain.bin);
2025 gst_object_ref_sink (bin);
2027 /* we're queuing raw audio here, we can remove this queue when we can disable
2028 * async behaviour in the video sink. */
2029 chain->queue = gst_element_factory_make ("queue", "visqueue");
2030 if (chain->queue == NULL)
2032 g_object_set (chain->queue, "silent", TRUE, NULL);
2033 gst_bin_add (bin, chain->queue);
2035 chain->conv = gst_element_factory_make ("audioconvert", "aconv");
2036 if (chain->conv == NULL)
2037 goto no_audioconvert;
2038 gst_bin_add (bin, chain->conv);
2040 chain->resample = gst_element_factory_make ("audioresample", "aresample");
2041 if (chain->resample == NULL)
2042 goto no_audioresample;
2043 gst_bin_add (bin, chain->resample);
2045 /* this pad will be used for blocking the dataflow and switching the vis
2047 chain->blockpad = gst_element_get_static_pad (chain->resample, "src");
2049 if (playsink->visualisation) {
2050 GST_DEBUG_OBJECT (playsink, "trying configure vis");
2051 chain->vis = try_element (playsink, playsink->visualisation, FALSE);
2053 if (chain->vis == NULL) {
2054 GST_DEBUG_OBJECT (playsink, "trying goom");
2055 elem = gst_element_factory_make ("goom", "vis");
2056 chain->vis = try_element (playsink, elem, TRUE);
2058 if (chain->vis == NULL)
2061 gst_bin_add (bin, chain->vis);
2063 res = gst_element_link_pads_full (chain->queue, "src", chain->conv, "sink",
2064 GST_PAD_LINK_CHECK_NOTHING);
2066 gst_element_link_pads_full (chain->conv, "src", chain->resample, "sink",
2067 GST_PAD_LINK_CHECK_NOTHING);
2069 gst_element_link_pads_full (chain->resample, "src", chain->vis, "sink",
2070 GST_PAD_LINK_CHECK_NOTHING);
2074 chain->vissinkpad = gst_element_get_static_pad (chain->vis, "sink");
2075 chain->vissrcpad = gst_element_get_static_pad (chain->vis, "src");
2077 pad = gst_element_get_static_pad (chain->queue, "sink");
2078 chain->sinkpad = gst_ghost_pad_new ("sink", pad);
2079 gst_object_unref (pad);
2080 gst_element_add_pad (chain->chain.bin, chain->sinkpad);
2082 chain->srcpad = gst_ghost_pad_new ("src", chain->vissrcpad);
2083 gst_element_add_pad (chain->chain.bin, chain->srcpad);
2090 post_missing_element_message (playsink, "queue");
2091 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
2092 (_("Missing element '%s' - check your GStreamer installation."),
2094 free_chain ((GstPlayChain *) chain);
2099 post_missing_element_message (playsink, "audioconvert");
2100 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
2101 (_("Missing element '%s' - check your GStreamer installation."),
2102 "audioconvert"), ("possibly a liboil version mismatch?"));
2103 free_chain ((GstPlayChain *) chain);
2108 post_missing_element_message (playsink, "audioresample");
2109 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
2110 (_("Missing element '%s' - check your GStreamer installation."),
2111 "audioresample"), (NULL));
2112 free_chain ((GstPlayChain *) chain);
2117 post_missing_element_message (playsink, "goom");
2118 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
2119 (_("Missing element '%s' - check your GStreamer installation."),
2121 free_chain ((GstPlayChain *) chain);
2126 GST_ELEMENT_ERROR (playsink, CORE, PAD,
2127 (NULL), ("Failed to configure the visualisation element."));
2128 /* element made it to READY */
2129 gst_element_set_state (chain->vis, GST_STATE_NULL);
2130 free_chain ((GstPlayChain *) chain);
2135 /* this function is called when all the request pads are requested and when we
2136 * have to construct the final pipeline. Based on the flags we construct the
2137 * final output pipelines.
2140 gst_play_sink_reconfigure (GstPlaySink * playsink)
2143 gboolean need_audio, need_video, need_deinterlace, need_vis, need_text;
2145 GST_DEBUG_OBJECT (playsink, "reconfiguring");
2147 /* assume we need nothing */
2148 need_audio = need_video = need_deinterlace = need_vis = need_text = FALSE;
2150 GST_PLAY_SINK_LOCK (playsink);
2151 GST_OBJECT_LOCK (playsink);
2152 /* get flags, there are protected with the object lock */
2153 flags = playsink->flags;
2154 GST_OBJECT_UNLOCK (playsink);
2156 /* figure out which components we need */
2157 if (flags & GST_PLAY_FLAG_TEXT && playsink->text_pad) {
2158 /* we have subtitles and we are requested to show it */
2162 if (((flags & GST_PLAY_FLAG_VIDEO)
2163 || (flags & GST_PLAY_FLAG_NATIVE_VIDEO)) && playsink->video_pad) {
2164 /* we have video and we are requested to show it */
2167 /* we only deinterlace if native video is not requested and
2168 * we have raw video */
2169 if ((flags & GST_PLAY_FLAG_DEINTERLACE)
2170 && !(flags & GST_PLAY_FLAG_NATIVE_VIDEO) && playsink->video_pad_raw)
2171 need_deinterlace = TRUE;
2174 if (playsink->audio_pad) {
2175 if ((flags & GST_PLAY_FLAG_AUDIO) || (flags & GST_PLAY_FLAG_NATIVE_AUDIO)) {
2178 if (playsink->audio_pad_raw) {
2179 /* only can do vis with raw uncompressed audio */
2180 if (flags & GST_PLAY_FLAG_VIS && !need_video) {
2181 /* also add video when we add visualisation */
2188 /* we have a text_pad and we need text rendering, in this case we need a
2189 * video_pad to combine the video with the text or visualizations */
2190 if (need_text && !need_video) {
2191 if (playsink->video_pad) {
2193 } else if (need_audio) {
2194 GST_ELEMENT_WARNING (playsink, STREAM, FORMAT,
2195 (_("Can't play a text file without video or visualizations.")),
2196 ("Have text pad but no video pad or visualizations"));
2199 GST_ELEMENT_ERROR (playsink, STREAM, FORMAT,
2200 (_("Can't play a text file without video or visualizations.")),
2201 ("Have text pad but no video pad or visualizations"));
2202 GST_PLAY_SINK_UNLOCK (playsink);
2207 GST_DEBUG_OBJECT (playsink, "audio:%d, video:%d, vis:%d, text:%d", need_audio,
2208 need_video, need_vis, need_text);
2210 /* set up video pipeline */
2212 gboolean raw, async;
2214 /* we need a raw sink when we do vis or when we have a raw pad */
2215 raw = need_vis ? TRUE : playsink->video_pad_raw;
2216 /* we try to set the sink async=FALSE when we need vis, this way we can
2217 * avoid a queue in the audio chain. */
2220 GST_DEBUG_OBJECT (playsink, "adding video, raw %d",
2221 playsink->video_pad_raw);
2223 if (playsink->videochain) {
2224 /* try to reactivate the chain */
2225 if (!setup_video_chain (playsink, raw, async)) {
2226 if (playsink->video_sinkpad_stream_synchronizer) {
2227 gst_element_release_request_pad (GST_ELEMENT_CAST
2228 (playsink->stream_synchronizer),
2229 playsink->video_sinkpad_stream_synchronizer);
2230 gst_object_unref (playsink->video_sinkpad_stream_synchronizer);
2231 playsink->video_sinkpad_stream_synchronizer = NULL;
2232 gst_object_unref (playsink->video_srcpad_stream_synchronizer);
2233 playsink->video_srcpad_stream_synchronizer = NULL;
2236 add_chain (GST_PLAY_CHAIN (playsink->videochain), FALSE);
2238 /* Remove the sink from the bin to keep its state
2239 * and unparent it to allow reuse */
2240 if (playsink->videochain->sink)
2241 gst_bin_remove (GST_BIN_CAST (playsink->videochain->chain.bin),
2242 playsink->videochain->sink);
2244 activate_chain (GST_PLAY_CHAIN (playsink->videochain), FALSE);
2245 free_chain ((GstPlayChain *) playsink->videochain);
2246 playsink->videochain = NULL;
2250 if (!playsink->videochain)
2251 playsink->videochain = gen_video_chain (playsink, raw, async);
2252 if (!playsink->videochain)
2255 if (!playsink->video_sinkpad_stream_synchronizer) {
2256 GValue item = { 0, };
2259 playsink->video_sinkpad_stream_synchronizer =
2260 gst_element_get_request_pad (GST_ELEMENT_CAST
2261 (playsink->stream_synchronizer), "sink_%u");
2262 it = gst_pad_iterate_internal_links
2263 (playsink->video_sinkpad_stream_synchronizer);
2265 gst_iterator_next (it, &item);
2266 playsink->video_srcpad_stream_synchronizer = g_value_dup_object (&item);
2267 g_value_unset (&item);
2268 g_assert (playsink->video_srcpad_stream_synchronizer);
2269 gst_iterator_free (it);
2272 if (playsink->video_pad)
2273 gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (playsink->video_pad),
2274 playsink->video_sinkpad_stream_synchronizer);
2276 if (need_deinterlace) {
2277 if (!playsink->videodeinterlacechain)
2278 playsink->videodeinterlacechain =
2279 gen_video_deinterlace_chain (playsink);
2280 if (!playsink->videodeinterlacechain)
2283 GST_DEBUG_OBJECT (playsink, "adding video deinterlace chain");
2285 GST_DEBUG_OBJECT (playsink, "setting up deinterlacing chain");
2287 add_chain (GST_PLAY_CHAIN (playsink->videodeinterlacechain), TRUE);
2288 activate_chain (GST_PLAY_CHAIN (playsink->videodeinterlacechain), TRUE);
2290 gst_pad_link_full (playsink->video_srcpad_stream_synchronizer,
2291 playsink->videodeinterlacechain->sinkpad, GST_PAD_LINK_CHECK_NOTHING);
2293 if (playsink->videodeinterlacechain) {
2294 add_chain (GST_PLAY_CHAIN (playsink->videodeinterlacechain), FALSE);
2295 activate_chain (GST_PLAY_CHAIN (playsink->videodeinterlacechain),
2300 GST_DEBUG_OBJECT (playsink, "adding video chain");
2301 add_chain (GST_PLAY_CHAIN (playsink->videochain), TRUE);
2302 activate_chain (GST_PLAY_CHAIN (playsink->videochain), TRUE);
2303 /* if we are not part of vis or subtitles, set the ghostpad target */
2304 if (!need_vis && !need_text && (!playsink->textchain
2305 || !playsink->text_pad)) {
2306 GST_DEBUG_OBJECT (playsink, "ghosting video sinkpad");
2307 if (need_deinterlace)
2308 gst_pad_link_full (playsink->videodeinterlacechain->srcpad,
2309 playsink->videochain->sinkpad, GST_PAD_LINK_CHECK_NOTHING);
2311 gst_pad_link_full (playsink->video_srcpad_stream_synchronizer,
2312 playsink->videochain->sinkpad, GST_PAD_LINK_CHECK_NOTHING);
2315 GST_DEBUG_OBJECT (playsink, "no video needed");
2316 if (playsink->videochain) {
2317 GST_DEBUG_OBJECT (playsink, "removing video chain");
2318 if (playsink->vischain) {
2321 GST_DEBUG_OBJECT (playsink, "unlinking vis chain");
2323 /* also had visualisation, release the tee srcpad before we then
2324 * unlink the video from it */
2325 if (playsink->audio_tee_vissrc) {
2326 gst_element_release_request_pad (playsink->audio_tee,
2327 playsink->audio_tee_vissrc);
2328 gst_object_unref (playsink->audio_tee_vissrc);
2329 playsink->audio_tee_vissrc = NULL;
2332 gst_element_get_static_pad (playsink->vischain->chain.bin, "src");
2333 gst_pad_unlink (srcpad, playsink->videochain->sinkpad);
2336 if (playsink->video_sinkpad_stream_synchronizer) {
2337 gst_element_release_request_pad (GST_ELEMENT_CAST
2338 (playsink->stream_synchronizer),
2339 playsink->video_sinkpad_stream_synchronizer);
2340 gst_object_unref (playsink->video_sinkpad_stream_synchronizer);
2341 playsink->video_sinkpad_stream_synchronizer = NULL;
2342 gst_object_unref (playsink->video_srcpad_stream_synchronizer);
2343 playsink->video_srcpad_stream_synchronizer = NULL;
2346 add_chain (GST_PLAY_CHAIN (playsink->videochain), FALSE);
2347 activate_chain (GST_PLAY_CHAIN (playsink->videochain), FALSE);
2348 if (playsink->videochain->ts_offset)
2349 gst_object_unref (playsink->videochain->ts_offset);
2350 playsink->videochain->ts_offset = NULL;
2353 if (playsink->videodeinterlacechain) {
2354 add_chain (GST_PLAY_CHAIN (playsink->videodeinterlacechain), FALSE);
2355 activate_chain (GST_PLAY_CHAIN (playsink->videodeinterlacechain), FALSE);
2358 if (playsink->video_pad)
2359 gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (playsink->video_pad), NULL);
2365 GST_DEBUG_OBJECT (playsink, "adding audio");
2367 /* get a raw sink if we are asked for a raw pad */
2368 raw = playsink->audio_pad_raw;
2370 if (playsink->audiochain) {
2371 /* try to reactivate the chain */
2372 if (!setup_audio_chain (playsink, raw)) {
2373 GST_DEBUG_OBJECT (playsink, "removing current audio chain");
2374 if (playsink->audio_tee_asrc) {
2375 gst_element_release_request_pad (playsink->audio_tee,
2376 playsink->audio_tee_asrc);
2377 gst_object_unref (playsink->audio_tee_asrc);
2378 playsink->audio_tee_asrc = NULL;
2381 if (playsink->audio_sinkpad_stream_synchronizer) {
2382 gst_element_release_request_pad (GST_ELEMENT_CAST
2383 (playsink->stream_synchronizer),
2384 playsink->audio_sinkpad_stream_synchronizer);
2385 gst_object_unref (playsink->audio_sinkpad_stream_synchronizer);
2386 playsink->audio_sinkpad_stream_synchronizer = NULL;
2387 gst_object_unref (playsink->audio_srcpad_stream_synchronizer);
2388 playsink->audio_srcpad_stream_synchronizer = NULL;
2391 add_chain (GST_PLAY_CHAIN (playsink->audiochain), FALSE);
2393 /* Remove the sink from the bin to keep its state
2394 * and unparent it to allow reuse */
2395 if (playsink->audiochain->sink)
2396 gst_bin_remove (GST_BIN_CAST (playsink->audiochain->chain.bin),
2397 playsink->audiochain->sink);
2399 activate_chain (GST_PLAY_CHAIN (playsink->audiochain), FALSE);
2400 disconnect_chain (playsink->audiochain, playsink);
2401 playsink->audiochain->volume = NULL;
2402 playsink->audiochain->mute = NULL;
2403 if (playsink->audiochain->ts_offset)
2404 gst_object_unref (playsink->audiochain->ts_offset);
2405 playsink->audiochain->ts_offset = NULL;
2406 free_chain ((GstPlayChain *) playsink->audiochain);
2407 playsink->audiochain = NULL;
2408 playsink->volume_changed = playsink->mute_changed = FALSE;
2412 if (!playsink->audiochain) {
2413 GST_DEBUG_OBJECT (playsink, "creating new audio chain");
2414 playsink->audiochain = gen_audio_chain (playsink, raw);
2417 if (!playsink->audio_sinkpad_stream_synchronizer) {
2418 GValue item = { 0, };
2421 playsink->audio_sinkpad_stream_synchronizer =
2422 gst_element_get_request_pad (GST_ELEMENT_CAST
2423 (playsink->stream_synchronizer), "sink_%u");
2424 it = gst_pad_iterate_internal_links
2425 (playsink->audio_sinkpad_stream_synchronizer);
2427 gst_iterator_next (it, &item);
2428 playsink->audio_srcpad_stream_synchronizer = g_value_dup_object (&item);
2429 g_value_unset (&item);
2430 g_assert (playsink->audio_srcpad_stream_synchronizer);
2431 gst_iterator_free (it);
2434 if (playsink->audiochain) {
2435 GST_DEBUG_OBJECT (playsink, "adding audio chain");
2436 if (playsink->audio_tee_asrc == NULL) {
2437 playsink->audio_tee_asrc =
2438 gst_element_get_request_pad (playsink->audio_tee, "src_%u");
2440 add_chain (GST_PLAY_CHAIN (playsink->audiochain), TRUE);
2441 activate_chain (GST_PLAY_CHAIN (playsink->audiochain), TRUE);
2442 gst_pad_link_full (playsink->audio_tee_asrc,
2443 playsink->audio_sinkpad_stream_synchronizer,
2444 GST_PAD_LINK_CHECK_NOTHING);
2445 gst_pad_link_full (playsink->audio_srcpad_stream_synchronizer,
2446 playsink->audiochain->sinkpad, GST_PAD_LINK_CHECK_NOTHING);
2449 GST_DEBUG_OBJECT (playsink, "no audio needed");
2450 /* we have no audio or we are requested to not play audio */
2451 if (playsink->audiochain) {
2452 GST_DEBUG_OBJECT (playsink, "removing audio chain");
2453 /* release the audio pad */
2454 if (playsink->audio_tee_asrc) {
2455 gst_element_release_request_pad (playsink->audio_tee,
2456 playsink->audio_tee_asrc);
2457 gst_object_unref (playsink->audio_tee_asrc);
2458 playsink->audio_tee_asrc = NULL;
2461 if (playsink->audio_sinkpad_stream_synchronizer) {
2462 gst_element_release_request_pad (GST_ELEMENT_CAST
2463 (playsink->stream_synchronizer),
2464 playsink->audio_sinkpad_stream_synchronizer);
2465 gst_object_unref (playsink->audio_sinkpad_stream_synchronizer);
2466 playsink->audio_sinkpad_stream_synchronizer = NULL;
2467 gst_object_unref (playsink->audio_srcpad_stream_synchronizer);
2468 playsink->audio_srcpad_stream_synchronizer = NULL;
2471 if (playsink->audiochain->sink_volume) {
2472 disconnect_chain (playsink->audiochain, playsink);
2473 playsink->audiochain->volume = NULL;
2474 playsink->audiochain->mute = NULL;
2475 if (playsink->audiochain->ts_offset)
2476 gst_object_unref (playsink->audiochain->ts_offset);
2477 playsink->audiochain->ts_offset = NULL;
2479 add_chain (GST_PLAY_CHAIN (playsink->audiochain), FALSE);
2480 activate_chain (GST_PLAY_CHAIN (playsink->audiochain), FALSE);
2487 if (!playsink->vischain)
2488 playsink->vischain = gen_vis_chain (playsink);
2490 GST_DEBUG_OBJECT (playsink, "adding visualisation");
2492 if (playsink->vischain) {
2493 GST_DEBUG_OBJECT (playsink, "setting up vis chain");
2495 gst_element_get_static_pad (playsink->vischain->chain.bin, "src");
2496 add_chain (GST_PLAY_CHAIN (playsink->vischain), TRUE);
2497 activate_chain (GST_PLAY_CHAIN (playsink->vischain), TRUE);
2498 if (playsink->audio_tee_vissrc == NULL) {
2499 playsink->audio_tee_vissrc =
2500 gst_element_get_request_pad (playsink->audio_tee, "src_%u");
2502 gst_pad_link_full (playsink->audio_tee_vissrc,
2503 playsink->vischain->sinkpad, GST_PAD_LINK_CHECK_NOTHING);
2504 gst_pad_link_full (srcpad, playsink->video_sinkpad_stream_synchronizer,
2505 GST_PAD_LINK_CHECK_NOTHING);
2506 gst_pad_link_full (playsink->video_srcpad_stream_synchronizer,
2507 playsink->videochain->sinkpad, GST_PAD_LINK_CHECK_NOTHING);
2508 gst_object_unref (srcpad);
2511 GST_DEBUG_OBJECT (playsink, "no vis needed");
2512 if (playsink->vischain) {
2513 if (playsink->audio_tee_vissrc) {
2514 gst_element_release_request_pad (playsink->audio_tee,
2515 playsink->audio_tee_vissrc);
2516 gst_object_unref (playsink->audio_tee_vissrc);
2517 playsink->audio_tee_vissrc = NULL;
2519 GST_DEBUG_OBJECT (playsink, "removing vis chain");
2520 add_chain (GST_PLAY_CHAIN (playsink->vischain), FALSE);
2521 activate_chain (GST_PLAY_CHAIN (playsink->vischain), FALSE);
2526 GST_DEBUG_OBJECT (playsink, "adding text");
2527 if (!playsink->textchain) {
2528 GST_DEBUG_OBJECT (playsink, "creating text chain");
2529 playsink->textchain = gen_text_chain (playsink);
2531 if (playsink->textchain) {
2534 GST_DEBUG_OBJECT (playsink, "adding text chain");
2535 if (playsink->textchain->overlay)
2536 g_object_set (G_OBJECT (playsink->textchain->overlay), "silent", FALSE,
2538 add_chain (GST_PLAY_CHAIN (playsink->textchain), TRUE);
2540 if (!playsink->text_sinkpad_stream_synchronizer) {
2541 GValue item = { 0, };
2543 playsink->text_sinkpad_stream_synchronizer =
2544 gst_element_get_request_pad (GST_ELEMENT_CAST
2545 (playsink->stream_synchronizer), "sink_%u");
2546 it = gst_pad_iterate_internal_links
2547 (playsink->text_sinkpad_stream_synchronizer);
2549 gst_iterator_next (it, &item);
2550 playsink->text_srcpad_stream_synchronizer = g_value_dup_object (&item);
2551 g_value_unset (&item);
2552 g_assert (playsink->text_srcpad_stream_synchronizer);
2553 gst_iterator_free (it);
2555 gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (playsink->text_pad),
2556 playsink->text_sinkpad_stream_synchronizer);
2557 gst_pad_link_full (playsink->text_srcpad_stream_synchronizer,
2558 playsink->textchain->textsinkpad, GST_PAD_LINK_CHECK_NOTHING);
2565 gst_element_get_static_pad (playsink->vischain->chain.bin, "src");
2566 gst_pad_unlink (srcpad, playsink->videochain->sinkpad);
2567 gst_pad_link_full (srcpad, playsink->textchain->videosinkpad,
2568 GST_PAD_LINK_CHECK_NOTHING);
2569 gst_object_unref (srcpad);
2571 if (need_deinterlace)
2572 gst_pad_link_full (playsink->videodeinterlacechain->srcpad,
2573 playsink->textchain->videosinkpad, GST_PAD_LINK_CHECK_NOTHING);
2575 gst_pad_link_full (playsink->video_srcpad_stream_synchronizer,
2576 playsink->textchain->videosinkpad, GST_PAD_LINK_CHECK_NOTHING);
2578 gst_pad_link_full (playsink->textchain->srcpad,
2579 playsink->videochain->sinkpad, GST_PAD_LINK_CHECK_NOTHING);
2581 activate_chain (GST_PLAY_CHAIN (playsink->textchain), TRUE);
2584 GST_DEBUG_OBJECT (playsink, "no text needed");
2585 /* we have no subtitles/text or we are requested to not show them */
2587 if (playsink->text_sinkpad_stream_synchronizer) {
2588 gst_element_release_request_pad (GST_ELEMENT_CAST
2589 (playsink->stream_synchronizer),
2590 playsink->text_sinkpad_stream_synchronizer);
2591 gst_object_unref (playsink->text_sinkpad_stream_synchronizer);
2592 playsink->text_sinkpad_stream_synchronizer = NULL;
2593 gst_object_unref (playsink->text_srcpad_stream_synchronizer);
2594 playsink->text_srcpad_stream_synchronizer = NULL;
2597 if (playsink->textchain) {
2598 if (playsink->text_pad == NULL) {
2599 /* no text pad, remove the chain entirely */
2600 GST_DEBUG_OBJECT (playsink, "removing text chain");
2601 add_chain (GST_PLAY_CHAIN (playsink->textchain), FALSE);
2602 activate_chain (GST_PLAY_CHAIN (playsink->textchain), FALSE);
2604 /* we have a chain and a textpad, turn the subtitles off */
2605 GST_DEBUG_OBJECT (playsink, "turning off the text");
2606 if (playsink->textchain->overlay)
2607 g_object_set (G_OBJECT (playsink->textchain->overlay), "silent", TRUE,
2611 if (!need_video && playsink->video_pad) {
2612 if (playsink->video_sinkpad_stream_synchronizer) {
2613 gst_element_release_request_pad (GST_ELEMENT_CAST
2614 (playsink->stream_synchronizer),
2615 playsink->video_sinkpad_stream_synchronizer);
2616 gst_object_unref (playsink->video_sinkpad_stream_synchronizer);
2617 playsink->video_sinkpad_stream_synchronizer = NULL;
2618 gst_object_unref (playsink->video_srcpad_stream_synchronizer);
2619 playsink->video_srcpad_stream_synchronizer = NULL;
2622 gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (playsink->video_pad), NULL);
2625 if (playsink->text_pad && !playsink->textchain)
2626 gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (playsink->text_pad), NULL);
2628 update_av_offset (playsink);
2629 do_async_done (playsink);
2630 GST_PLAY_SINK_UNLOCK (playsink);
2637 /* gen_ chain already posted error */
2638 GST_DEBUG_OBJECT (playsink, "failed to setup chain");
2639 GST_PLAY_SINK_UNLOCK (playsink);
2645 * gst_play_sink_set_flags:
2646 * @playsink: a #GstPlaySink
2647 * @flags: #GstPlayFlags
2649 * Configure @flags on @playsink. The flags control the behaviour of @playsink
2650 * when constructing the sink pipelins.
2652 * Returns: TRUE if the flags could be configured.
2655 gst_play_sink_set_flags (GstPlaySink * playsink, GstPlayFlags flags)
2657 g_return_val_if_fail (GST_IS_PLAY_SINK (playsink), FALSE);
2659 GST_OBJECT_LOCK (playsink);
2660 playsink->flags = flags;
2661 GST_OBJECT_UNLOCK (playsink);
2667 * gst_play_sink_get_flags:
2668 * @playsink: a #GstPlaySink
2670 * Get the flags of @playsink. That flags control the behaviour of the sink when
2671 * it constructs the sink pipelines.
2673 * Returns: the currently configured #GstPlayFlags.
2676 gst_play_sink_get_flags (GstPlaySink * playsink)
2680 g_return_val_if_fail (GST_IS_PLAY_SINK (playsink), 0);
2682 GST_OBJECT_LOCK (playsink);
2683 res = playsink->flags;
2684 GST_OBJECT_UNLOCK (playsink);
2690 gst_play_sink_set_font_desc (GstPlaySink * playsink, const gchar * desc)
2692 GstPlayTextChain *chain;
2694 GST_PLAY_SINK_LOCK (playsink);
2695 chain = (GstPlayTextChain *) playsink->textchain;
2696 g_free (playsink->font_desc);
2697 playsink->font_desc = g_strdup (desc);
2698 if (chain && chain->overlay) {
2699 g_object_set (chain->overlay, "font-desc", desc, NULL);
2701 GST_PLAY_SINK_UNLOCK (playsink);
2705 gst_play_sink_get_font_desc (GstPlaySink * playsink)
2707 gchar *result = NULL;
2708 GstPlayTextChain *chain;
2710 GST_PLAY_SINK_LOCK (playsink);
2711 chain = (GstPlayTextChain *) playsink->textchain;
2712 if (chain && chain->overlay) {
2713 g_object_get (chain->overlay, "font-desc", &result, NULL);
2714 playsink->font_desc = g_strdup (result);
2716 result = g_strdup (playsink->font_desc);
2718 GST_PLAY_SINK_UNLOCK (playsink);
2724 gst_play_sink_set_subtitle_encoding (GstPlaySink * playsink,
2725 const gchar * encoding)
2727 GstPlayTextChain *chain;
2729 GST_PLAY_SINK_LOCK (playsink);
2730 chain = (GstPlayTextChain *) playsink->textchain;
2731 g_free (playsink->subtitle_encoding);
2732 playsink->subtitle_encoding = g_strdup (encoding);
2733 if (chain && chain->overlay) {
2734 g_object_set (chain->overlay, "subtitle-encoding", encoding, NULL);
2736 GST_PLAY_SINK_UNLOCK (playsink);
2740 gst_play_sink_get_subtitle_encoding (GstPlaySink * playsink)
2742 gchar *result = NULL;
2743 GstPlayTextChain *chain;
2745 GST_PLAY_SINK_LOCK (playsink);
2746 chain = (GstPlayTextChain *) playsink->textchain;
2747 if (chain && chain->overlay) {
2748 g_object_get (chain->overlay, "subtitle-encoding", &result, NULL);
2749 playsink->subtitle_encoding = g_strdup (result);
2751 result = g_strdup (playsink->subtitle_encoding);
2753 GST_PLAY_SINK_UNLOCK (playsink);
2759 update_av_offset (GstPlaySink * playsink)
2762 GstPlayAudioChain *achain;
2763 GstPlayVideoChain *vchain;
2765 av_offset = playsink->av_offset;
2766 achain = (GstPlayAudioChain *) playsink->audiochain;
2767 vchain = (GstPlayVideoChain *) playsink->videochain;
2769 if (achain && vchain && achain->ts_offset && vchain->ts_offset) {
2770 g_object_set (achain->ts_offset, "ts-offset", MAX (0, -av_offset), NULL);
2771 g_object_set (vchain->ts_offset, "ts-offset", MAX (0, av_offset), NULL);
2773 GST_LOG_OBJECT (playsink, "no ts_offset elements");
2778 gst_play_sink_set_av_offset (GstPlaySink * playsink, gint64 av_offset)
2780 GST_PLAY_SINK_LOCK (playsink);
2781 playsink->av_offset = av_offset;
2782 update_av_offset (playsink);
2783 GST_PLAY_SINK_UNLOCK (playsink);
2787 gst_play_sink_get_av_offset (GstPlaySink * playsink)
2791 GST_PLAY_SINK_LOCK (playsink);
2792 result = playsink->av_offset;
2793 GST_PLAY_SINK_UNLOCK (playsink);
2799 * gst_play_sink_get_last_frame:
2800 * @playsink: a #GstPlaySink
2802 * Get the last displayed frame from @playsink. This frame is in the native
2803 * format of the sink element, the caps on the result buffer contain the format
2804 * of the frame data.
2806 * Returns: a #GstBuffer with the frame data or %NULL when no video frame is
2810 gst_play_sink_get_last_frame (GstPlaySink * playsink)
2812 GstBuffer *result = NULL;
2813 GstPlayVideoChain *chain;
2815 GST_PLAY_SINK_LOCK (playsink);
2816 GST_DEBUG_OBJECT (playsink, "taking last frame");
2817 /* get the video chain if we can */
2818 if ((chain = (GstPlayVideoChain *) playsink->videochain)) {
2819 GST_DEBUG_OBJECT (playsink, "found video chain");
2820 /* see if the chain is active */
2821 if (chain->chain.activated && chain->sink) {
2824 GST_DEBUG_OBJECT (playsink, "video chain active and has a sink");
2826 /* find and get the last-buffer property now */
2828 gst_play_sink_find_property (playsink, chain->sink,
2829 "last-buffer", GST_TYPE_BUFFER))) {
2830 GST_DEBUG_OBJECT (playsink, "getting last-buffer property");
2831 g_object_get (elem, "last-buffer", &result, NULL);
2832 gst_object_unref (elem);
2836 GST_PLAY_SINK_UNLOCK (playsink);
2842 * gst_play_sink_convert_frame:
2843 * @playsink: a #GstPlaySink
2846 * Get the last displayed frame from @playsink. If caps is %NULL, the video will
2847 * be in the native format of the sink element and the caps on the buffer
2848 * describe the format of the frame. If @caps is not %NULL, the video
2849 * frame will be converted to the format of the caps.
2851 * Returns: a #GstBuffer with the frame data or %NULL when no video frame is
2852 * available or when the conversion failed.
2855 gst_play_sink_convert_frame (GstPlaySink * playsink, GstCaps * caps)
2859 result = gst_play_sink_get_last_frame (playsink);
2860 if (result != NULL && caps != NULL) {
2864 /* FIXME, need to get the input buffer caps */
2865 temp = gst_video_convert_frame (result, NULL, caps, 25 * GST_SECOND, &err);
2866 gst_buffer_unref (result);
2867 if (temp == NULL && err) {
2868 /* I'm really uncertain whether we should make playsink post an error
2869 * on the bus or not. It's not like it's a critical issue regarding
2870 * playsink behaviour. */
2871 GST_ERROR ("Error converting frame: %s", err->message);
2879 is_raw_structure (GstStructure * s)
2883 name = gst_structure_get_name (s);
2885 if (g_str_has_prefix (name, "video/x-raw") ||
2886 g_str_has_prefix (name, "audio/x-raw"))
2892 is_raw_pad (GstPad * pad)
2894 GstPad *peer = gst_pad_get_peer (pad);
2896 gboolean raw = TRUE;
2901 caps = gst_pad_get_current_caps (peer);
2905 caps = gst_pad_get_caps (peer, NULL);
2907 n = gst_caps_get_size (caps);
2908 for (i = 0; i < n; i++) {
2909 gboolean r = is_raw_structure (gst_caps_get_structure (caps, i));
2913 } else if (raw != r) {
2914 GST_ERROR_OBJECT (pad,
2915 "Caps contains raw and non-raw structures: %" GST_PTR_FORMAT, caps);
2921 raw = is_raw_structure (gst_caps_get_structure (caps, 0));
2923 gst_caps_unref (caps);
2924 gst_object_unref (peer);
2929 static GstPadProbeReturn
2930 sinkpad_blocked_cb (GstPad * blockedpad, GstPadProbeType type,
2931 gpointer type_data, gpointer user_data);
2934 video_set_blocked (GstPlaySink * playsink, gboolean blocked)
2936 if (playsink->video_pad) {
2938 GST_PAD_CAST (gst_proxy_pad_get_internal (GST_PROXY_PAD
2939 (playsink->video_pad)));
2940 if (blocked && playsink->video_block_id == 0) {
2941 playsink->video_block_id =
2942 gst_pad_add_probe (opad, GST_PAD_PROBE_TYPE_BLOCK, sinkpad_blocked_cb,
2943 gst_object_ref (playsink), (GDestroyNotify) gst_object_unref);
2944 } else if (!blocked && playsink->video_block_id) {
2945 gst_pad_remove_probe (opad, playsink->video_block_id);
2946 PENDING_FLAG_UNSET (playsink, GST_PLAY_SINK_TYPE_VIDEO_RAW);
2947 PENDING_FLAG_UNSET (playsink, GST_PLAY_SINK_TYPE_VIDEO);
2948 playsink->video_block_id = 0;
2949 playsink->video_pad_blocked = FALSE;
2951 gst_object_unref (opad);
2956 audio_set_blocked (GstPlaySink * playsink, gboolean blocked)
2958 if (playsink->audio_pad) {
2960 GST_PAD_CAST (gst_proxy_pad_get_internal (GST_PROXY_PAD
2961 (playsink->audio_pad)));
2962 if (blocked && playsink->audio_block_id == 0) {
2963 playsink->audio_block_id =
2964 gst_pad_add_probe (opad, GST_PAD_PROBE_TYPE_BLOCK, sinkpad_blocked_cb,
2965 gst_object_ref (playsink), (GDestroyNotify) gst_object_unref);
2966 } else if (!blocked && playsink->audio_block_id) {
2967 gst_pad_remove_probe (opad, playsink->audio_block_id);
2968 PENDING_FLAG_UNSET (playsink, GST_PLAY_SINK_TYPE_AUDIO_RAW);
2969 PENDING_FLAG_UNSET (playsink, GST_PLAY_SINK_TYPE_AUDIO);
2970 playsink->audio_block_id = 0;
2971 playsink->audio_pad_blocked = FALSE;
2973 gst_object_unref (opad);
2978 text_set_blocked (GstPlaySink * playsink, gboolean blocked)
2980 if (playsink->text_pad) {
2982 GST_PAD_CAST (gst_proxy_pad_get_internal (GST_PROXY_PAD
2983 (playsink->text_pad)));
2984 if (blocked && playsink->text_block_id == 0) {
2985 playsink->text_block_id =
2986 gst_pad_add_probe (opad, GST_PAD_PROBE_TYPE_BLOCK, sinkpad_blocked_cb,
2987 gst_object_ref (playsink), (GDestroyNotify) gst_object_unref);
2988 } else if (!blocked && playsink->text_block_id) {
2989 gst_pad_remove_probe (opad, playsink->text_block_id);
2990 PENDING_FLAG_UNSET (playsink, GST_PLAY_SINK_TYPE_TEXT);
2991 playsink->text_block_id = 0;
2992 playsink->text_pad_blocked = FALSE;
2994 gst_object_unref (opad);
2998 static GstPadProbeReturn
2999 sinkpad_blocked_cb (GstPad * blockedpad, GstPadProbeType type,
3000 gpointer type_data, gpointer user_data)
3002 GstPlaySink *playsink = (GstPlaySink *) user_data;
3005 GST_PLAY_SINK_LOCK (playsink);
3007 pad = GST_PAD_CAST (gst_proxy_pad_get_internal (GST_PROXY_PAD (blockedpad)));
3008 if (pad == playsink->video_pad) {
3009 playsink->video_pad_blocked = TRUE;
3010 GST_DEBUG_OBJECT (pad, "Video pad blocked");
3011 } else if (pad == playsink->audio_pad) {
3012 playsink->audio_pad_blocked = TRUE;
3013 GST_DEBUG_OBJECT (pad, "Audio pad blocked");
3014 } else if (pad == playsink->text_pad) {
3015 playsink->text_pad_blocked = TRUE;
3016 GST_DEBUG_OBJECT (pad, "Text pad blocked");
3019 /* We reconfigure when for ALL streams:
3020 * * there isn't a pad
3021 * * OR the pad is blocked
3022 * * OR there are no pending blocks on that pad
3025 if ((!playsink->video_pad || playsink->video_pad_blocked
3026 || !PENDING_VIDEO_BLOCK (playsink)) && (!playsink->audio_pad
3027 || playsink->audio_pad_blocked || !PENDING_AUDIO_BLOCK (playsink))
3028 && (!playsink->text_pad || playsink->text_pad_blocked
3029 || !PENDING_TEXT_BLOCK (playsink))) {
3030 GST_DEBUG_OBJECT (playsink, "All pads blocked -- reconfiguring");
3032 if (playsink->video_pad) {
3033 playsink->video_pad_raw = is_raw_pad (playsink->video_pad);
3034 GST_DEBUG_OBJECT (playsink, "Video pad is raw: %d",
3035 playsink->video_pad_raw);
3038 if (playsink->audio_pad) {
3039 playsink->audio_pad_raw = is_raw_pad (playsink->audio_pad);
3040 GST_DEBUG_OBJECT (playsink, "Audio pad is raw: %d",
3041 playsink->audio_pad_raw);
3044 gst_play_sink_reconfigure (playsink);
3046 video_set_blocked (playsink, FALSE);
3047 audio_set_blocked (playsink, FALSE);
3048 text_set_blocked (playsink, FALSE);
3051 gst_object_unref (pad);
3053 GST_PLAY_SINK_UNLOCK (playsink);
3055 return GST_PAD_PROBE_OK;
3059 caps_notify_cb (GstPad * pad, GParamSpec * unused, GstPlaySink * playsink)
3061 gboolean reconfigure = FALSE;
3065 g_object_get (pad, "caps", &caps, NULL);
3069 if (pad == playsink->audio_pad) {
3070 raw = is_raw_pad (pad);
3071 reconfigure = (! !playsink->audio_pad_raw != ! !raw)
3072 && playsink->audiochain;
3073 GST_DEBUG_OBJECT (pad,
3074 "Audio caps changed: raw %d reconfigure %d caps %" GST_PTR_FORMAT, raw,
3076 } else if (pad == playsink->video_pad) {
3077 raw = is_raw_pad (pad);
3078 reconfigure = (! !playsink->video_pad_raw != ! !raw)
3079 && playsink->videochain;
3080 GST_DEBUG_OBJECT (pad,
3081 "Video caps changed: raw %d reconfigure %d caps %" GST_PTR_FORMAT, raw,
3085 gst_caps_unref (caps);
3088 GST_PLAY_SINK_LOCK (playsink);
3089 video_set_blocked (playsink, TRUE);
3090 audio_set_blocked (playsink, TRUE);
3091 text_set_blocked (playsink, TRUE);
3092 GST_PLAY_SINK_UNLOCK (playsink);
3097 * gst_play_sink_request_pad
3098 * @playsink: a #GstPlaySink
3099 * @type: a #GstPlaySinkType
3101 * Create or return a pad of @type.
3103 * Returns: a #GstPad of @type or %NULL when the pad could not be created.
3106 gst_play_sink_request_pad (GstPlaySink * playsink, GstPlaySinkType type)
3109 gboolean created = FALSE;
3110 gboolean activate = TRUE;
3111 const gchar *pad_name = NULL;
3112 gulong *block_id = NULL;
3114 GST_DEBUG_OBJECT (playsink, "request pad type %d", type);
3116 GST_PLAY_SINK_LOCK (playsink);
3118 case GST_PLAY_SINK_TYPE_AUDIO_RAW:
3119 case GST_PLAY_SINK_TYPE_AUDIO:
3120 pad_name = "audio_sink";
3121 if (!playsink->audio_tee) {
3122 GST_LOG_OBJECT (playsink, "creating tee");
3123 /* create tee when needed. This element will feed the audio sink chain
3124 * and the vis chain. */
3125 playsink->audio_tee = gst_element_factory_make ("tee", "audiotee");
3126 if (playsink->audio_tee == NULL) {
3127 post_missing_element_message (playsink, "tee");
3128 GST_ELEMENT_ERROR (playsink, CORE, MISSING_PLUGIN,
3129 (_("Missing element '%s' - check your GStreamer installation."),
3134 playsink->audio_tee_sink =
3135 gst_element_get_static_pad (playsink->audio_tee, "sink");
3136 gst_bin_add (GST_BIN_CAST (playsink), playsink->audio_tee);
3137 gst_element_set_state (playsink->audio_tee, GST_STATE_PAUSED);
3140 gst_element_set_state (playsink->audio_tee, GST_STATE_PAUSED);
3142 if (!playsink->audio_pad) {
3143 GST_LOG_OBJECT (playsink, "ghosting tee sinkpad");
3144 playsink->audio_pad =
3145 gst_ghost_pad_new (pad_name, playsink->audio_tee_sink);
3146 g_signal_connect (G_OBJECT (playsink->audio_pad), "notify::caps",
3147 G_CALLBACK (caps_notify_cb), playsink);
3150 playsink->audio_pad_raw = FALSE;
3151 res = playsink->audio_pad;
3152 block_id = &playsink->audio_block_id;
3154 case GST_PLAY_SINK_TYPE_VIDEO_RAW:
3155 case GST_PLAY_SINK_TYPE_VIDEO:
3156 pad_name = "video_sink";
3157 if (!playsink->video_pad) {
3158 GST_LOG_OBJECT (playsink, "ghosting videosink");
3159 playsink->video_pad =
3160 gst_ghost_pad_new_no_target (pad_name, GST_PAD_SINK);
3161 g_signal_connect (G_OBJECT (playsink->video_pad), "notify::caps",
3162 G_CALLBACK (caps_notify_cb), playsink);
3165 playsink->video_pad_raw = FALSE;
3166 res = playsink->video_pad;
3167 block_id = &playsink->video_block_id;
3169 case GST_PLAY_SINK_TYPE_TEXT:
3170 GST_LOG_OBJECT (playsink, "ghosting text");
3171 if (!playsink->text_pad) {
3172 playsink->text_pad =
3173 gst_ghost_pad_new_no_target ("text_sink", GST_PAD_SINK);
3176 res = playsink->text_pad;
3177 block_id = &playsink->text_block_id;
3179 case GST_PLAY_SINK_TYPE_FLUSHING:
3183 /* we need a unique padname for the flushing pad. */
3184 padname = g_strdup_printf ("flushing_%u", playsink->count);
3185 res = gst_ghost_pad_new_no_target (padname, GST_PAD_SINK);
3196 GST_PLAY_SINK_UNLOCK (playsink);
3198 if (created && res) {
3199 /* we have to add the pad when it's active or we get an error when the
3200 * element is 'running' */
3201 gst_pad_set_active (res, TRUE);
3202 gst_element_add_pad (GST_ELEMENT_CAST (playsink), res);
3203 if (block_id && *block_id == 0) {
3205 GST_PAD_CAST (gst_proxy_pad_get_internal (GST_PROXY_PAD (res)));
3208 gst_pad_add_probe (blockpad, GST_PAD_PROBE_TYPE_BLOCK,
3209 sinkpad_blocked_cb, gst_object_ref (playsink),
3210 (GDestroyNotify) gst_object_unref);
3211 PENDING_FLAG_SET (playsink, type);
3212 gst_object_unref (blockpad);
3215 gst_pad_set_active (res, activate);
3222 gst_play_sink_request_new_pad (GstElement * element, GstPadTemplate * templ,
3223 const gchar * name, const GstCaps * caps)
3227 GstPlaySinkType type;
3228 const gchar *tplname;
3230 g_return_val_if_fail (templ != NULL, NULL);
3232 GST_DEBUG_OBJECT (element, "name:%s", name);
3234 psink = GST_PLAY_SINK (element);
3235 tplname = GST_PAD_TEMPLATE_NAME_TEMPLATE (templ);
3237 /* Figure out the GstPlaySinkType based on the template */
3238 if (!strcmp (tplname, "audio_sink"))
3239 type = GST_PLAY_SINK_TYPE_AUDIO;
3240 else if (!strcmp (tplname, "audio_raw_sink"))
3241 type = GST_PLAY_SINK_TYPE_AUDIO_RAW;
3242 else if (!strcmp (tplname, "video_sink"))
3243 type = GST_PLAY_SINK_TYPE_VIDEO;
3244 else if (!strcmp (tplname, "video_raw_sink"))
3245 type = GST_PLAY_SINK_TYPE_VIDEO_RAW;
3246 else if (!strcmp (tplname, "text_sink"))
3247 type = GST_PLAY_SINK_TYPE_TEXT;
3249 goto unknown_template;
3251 pad = gst_play_sink_request_pad (psink, type);
3255 GST_WARNING_OBJECT (element, "Unknown pad template");
3260 gst_play_sink_release_pad (GstPlaySink * playsink, GstPad * pad)
3262 GstPad **res = NULL;
3263 gboolean untarget = TRUE;
3265 GST_DEBUG_OBJECT (playsink, "release pad %" GST_PTR_FORMAT, pad);
3267 GST_PLAY_SINK_LOCK (playsink);
3268 if (pad == playsink->video_pad) {
3269 res = &playsink->video_pad;
3270 g_signal_handlers_disconnect_by_func (playsink->video_pad, caps_notify_cb,
3272 } else if (pad == playsink->audio_pad) {
3273 res = &playsink->audio_pad;
3274 g_signal_handlers_disconnect_by_func (playsink->audio_pad, caps_notify_cb,
3276 } else if (pad == playsink->text_pad) {
3277 res = &playsink->text_pad;
3279 /* try to release the given pad anyway, these could be the FLUSHING pads. */
3283 GST_PLAY_SINK_UNLOCK (playsink);
3286 GST_DEBUG_OBJECT (playsink, "deactivate pad %" GST_PTR_FORMAT, *res);
3287 gst_pad_set_active (*res, FALSE);
3289 GST_DEBUG_OBJECT (playsink, "untargeting pad %" GST_PTR_FORMAT, *res);
3290 gst_ghost_pad_set_target (GST_GHOST_PAD_CAST (*res), NULL);
3292 GST_DEBUG_OBJECT (playsink, "remove pad %" GST_PTR_FORMAT, *res);
3293 gst_element_remove_pad (GST_ELEMENT_CAST (playsink), *res);
3299 gst_play_sink_release_request_pad (GstElement * element, GstPad * pad)
3301 GstPlaySink *psink = GST_PLAY_SINK (element);
3303 gst_play_sink_release_pad (psink, pad);
3307 gst_play_sink_handle_message (GstBin * bin, GstMessage * message)
3309 GstPlaySink *playsink;
3311 playsink = GST_PLAY_SINK_CAST (bin);
3313 switch (GST_MESSAGE_TYPE (message)) {
3314 case GST_MESSAGE_STEP_DONE:
3319 gboolean flush, intermediate, eos;
3322 GST_INFO_OBJECT (playsink, "Handling step-done message");
3323 gst_message_parse_step_done (message, &format, &amount, &rate, &flush,
3324 &intermediate, &duration, &eos);
3326 if (format == GST_FORMAT_BUFFERS) {
3327 /* for the buffer format, we align the other streams */
3328 if (playsink->audiochain) {
3332 gst_event_new_step (GST_FORMAT_TIME, duration, rate, flush,
3335 if (!gst_element_send_event (playsink->audiochain->chain.bin, event)) {
3336 GST_DEBUG_OBJECT (playsink, "Event failed when sent to audio sink");
3340 GST_BIN_CLASS (gst_play_sink_parent_class)->handle_message (bin, message);
3344 GST_BIN_CLASS (gst_play_sink_parent_class)->handle_message (bin, message);
3349 /* Send an event to our sinks until one of them works; don't then send to the
3350 * remaining sinks (unlike GstBin)
3351 * Special case: If a text sink is set we need to send the event
3352 * to them in case it's source is different from the a/v stream's source.
3355 gst_play_sink_send_event_to_sink (GstPlaySink * playsink, GstEvent * event)
3357 gboolean res = TRUE;
3359 if (playsink->textchain && playsink->textchain->sink) {
3360 gst_event_ref (event);
3361 if ((res = gst_element_send_event (playsink->textchain->chain.bin, event))) {
3362 GST_DEBUG_OBJECT (playsink, "Sent event succesfully to text sink");
3364 GST_DEBUG_OBJECT (playsink, "Event failed when sent to text sink");
3368 if (playsink->videochain) {
3369 gst_event_ref (event);
3370 if ((res = gst_element_send_event (playsink->videochain->chain.bin, event))) {
3371 GST_DEBUG_OBJECT (playsink, "Sent event succesfully to video sink");
3374 GST_DEBUG_OBJECT (playsink, "Event failed when sent to video sink");
3376 if (playsink->audiochain) {
3377 gst_event_ref (event);
3378 if ((res = gst_element_send_event (playsink->audiochain->chain.bin, event))) {
3379 GST_DEBUG_OBJECT (playsink, "Sent event succesfully to audio sink");
3382 GST_DEBUG_OBJECT (playsink, "Event failed when sent to audio sink");
3386 gst_event_unref (event);
3390 /* We only want to send the event to a single sink (overriding GstBin's
3391 * behaviour), but we want to keep GstPipeline's behaviour - wrapping seek
3392 * events appropriately. So, this is a messy duplication of code. */
3394 gst_play_sink_send_event (GstElement * element, GstEvent * event)
3396 gboolean res = FALSE;
3397 GstEventType event_type = GST_EVENT_TYPE (event);
3398 GstPlaySink *playsink;
3400 playsink = GST_PLAY_SINK_CAST (element);
3402 switch (event_type) {
3403 case GST_EVENT_SEEK:
3404 GST_DEBUG_OBJECT (element, "Sending event to a sink");
3405 res = gst_play_sink_send_event_to_sink (playsink, event);
3407 case GST_EVENT_STEP:
3412 gboolean flush, intermediate;
3414 gst_event_parse_step (event, &format, &amount, &rate, &flush,
3417 if (format == GST_FORMAT_BUFFERS) {
3418 /* for buffers, we will try to step video frames, for other formats we
3419 * send the step to all sinks */
3420 res = gst_play_sink_send_event_to_sink (playsink, event);
3423 GST_ELEMENT_CLASS (gst_play_sink_parent_class)->send_event (element,
3430 GST_ELEMENT_CLASS (gst_play_sink_parent_class)->send_event (element,
3437 static GstStateChangeReturn
3438 gst_play_sink_change_state (GstElement * element, GstStateChange transition)
3440 GstStateChangeReturn ret;
3441 GstStateChangeReturn bret;
3443 GstPlaySink *playsink;
3445 playsink = GST_PLAY_SINK (element);
3447 switch (transition) {
3448 case GST_STATE_CHANGE_READY_TO_PAUSED:
3449 playsink->need_async_start = TRUE;
3450 /* we want to go async to PAUSED until we managed to configure and add the
3452 do_async_start (playsink);
3453 ret = GST_STATE_CHANGE_ASYNC;
3455 case GST_STATE_CHANGE_PAUSED_TO_READY:
3456 /* unblock all pads here */
3457 GST_PLAY_SINK_LOCK (playsink);
3458 video_set_blocked (playsink, FALSE);
3459 audio_set_blocked (playsink, FALSE);
3460 text_set_blocked (playsink, FALSE);
3461 GST_PLAY_SINK_UNLOCK (playsink);
3463 case GST_STATE_CHANGE_READY_TO_NULL:
3464 if (playsink->audiochain && playsink->audiochain->sink_volume) {
3465 /* remove our links to the mute and volume elements when they were
3466 * provided by a sink */
3467 disconnect_chain (playsink->audiochain, playsink);
3468 playsink->audiochain->volume = NULL;
3469 playsink->audiochain->mute = NULL;
3472 if (playsink->audiochain && playsink->audiochain->ts_offset) {
3473 gst_object_unref (playsink->audiochain->ts_offset);
3474 playsink->audiochain->ts_offset = NULL;
3477 if (playsink->videochain && playsink->videochain->ts_offset) {
3478 gst_object_unref (playsink->videochain->ts_offset);
3479 playsink->videochain->ts_offset = NULL;
3481 ret = GST_STATE_CHANGE_SUCCESS;
3484 /* all other state changes return SUCCESS by default, this value can be
3485 * overridden by the result of the children */
3486 ret = GST_STATE_CHANGE_SUCCESS;
3490 /* do the state change of the children */
3492 GST_ELEMENT_CLASS (gst_play_sink_parent_class)->change_state (element,
3494 /* now look at the result of our children and adjust the return value */
3496 case GST_STATE_CHANGE_FAILURE:
3497 /* failure, we stop */
3498 goto activate_failed;
3499 case GST_STATE_CHANGE_NO_PREROLL:
3500 /* some child returned NO_PREROLL. This is strange but we never know. We
3501 * commit our async state change (if any) and return the NO_PREROLL */
3502 do_async_done (playsink);
3505 case GST_STATE_CHANGE_ASYNC:
3506 /* some child was async, return this */
3510 /* return our previously configured return value */
3514 switch (transition) {
3515 case GST_STATE_CHANGE_READY_TO_PAUSED:
3517 case GST_STATE_CHANGE_PLAYING_TO_PAUSED:
3518 /* FIXME Release audio device when we implement that */
3519 playsink->need_async_start = TRUE;
3521 case GST_STATE_CHANGE_PAUSED_TO_READY:{
3522 if (playsink->video_sinkpad_stream_synchronizer) {
3523 gst_element_release_request_pad (GST_ELEMENT_CAST
3524 (playsink->stream_synchronizer),
3525 playsink->video_sinkpad_stream_synchronizer);
3526 gst_object_unref (playsink->video_sinkpad_stream_synchronizer);
3527 playsink->video_sinkpad_stream_synchronizer = NULL;
3528 gst_object_unref (playsink->video_srcpad_stream_synchronizer);
3529 playsink->video_srcpad_stream_synchronizer = NULL;
3531 if (playsink->audio_sinkpad_stream_synchronizer) {
3532 gst_element_release_request_pad (GST_ELEMENT_CAST
3533 (playsink->stream_synchronizer),
3534 playsink->audio_sinkpad_stream_synchronizer);
3535 gst_object_unref (playsink->audio_sinkpad_stream_synchronizer);
3536 playsink->audio_sinkpad_stream_synchronizer = NULL;
3537 gst_object_unref (playsink->audio_srcpad_stream_synchronizer);
3538 playsink->audio_srcpad_stream_synchronizer = NULL;
3540 if (playsink->text_sinkpad_stream_synchronizer) {
3541 gst_element_release_request_pad (GST_ELEMENT_CAST
3542 (playsink->stream_synchronizer),
3543 playsink->text_sinkpad_stream_synchronizer);
3544 gst_object_unref (playsink->text_sinkpad_stream_synchronizer);
3545 playsink->text_sinkpad_stream_synchronizer = NULL;
3546 gst_object_unref (playsink->text_srcpad_stream_synchronizer);
3547 playsink->text_srcpad_stream_synchronizer = NULL;
3551 case GST_STATE_CHANGE_READY_TO_NULL:
3552 /* remove sinks we added */
3553 if (playsink->videodeinterlacechain) {
3554 activate_chain (GST_PLAY_CHAIN (playsink->videodeinterlacechain),
3556 add_chain (GST_PLAY_CHAIN (playsink->videodeinterlacechain), FALSE);
3558 if (playsink->videochain) {
3559 activate_chain (GST_PLAY_CHAIN (playsink->videochain), FALSE);
3560 add_chain (GST_PLAY_CHAIN (playsink->videochain), FALSE);
3562 if (playsink->audiochain) {
3563 activate_chain (GST_PLAY_CHAIN (playsink->audiochain), FALSE);
3564 add_chain (GST_PLAY_CHAIN (playsink->audiochain), FALSE);
3566 if (playsink->vischain) {
3567 activate_chain (GST_PLAY_CHAIN (playsink->vischain), FALSE);
3568 add_chain (GST_PLAY_CHAIN (playsink->vischain), FALSE);
3570 if (playsink->textchain) {
3571 activate_chain (GST_PLAY_CHAIN (playsink->textchain), FALSE);
3572 add_chain (GST_PLAY_CHAIN (playsink->textchain), FALSE);
3574 do_async_done (playsink);
3575 /* when going to READY, keep elements around as long as possible,
3576 * so they may be re-used faster next time/url around.
3577 * when really going to NULL, clean up everything completely. */
3578 if (transition == GST_STATE_CHANGE_READY_TO_NULL) {
3580 /* Unparent the sinks to allow reuse */
3581 if (playsink->videochain && playsink->videochain->sink)
3582 gst_bin_remove (GST_BIN_CAST (playsink->videochain->chain.bin),
3583 playsink->videochain->sink);
3584 if (playsink->audiochain && playsink->audiochain->sink)
3585 gst_bin_remove (GST_BIN_CAST (playsink->audiochain->chain.bin),
3586 playsink->audiochain->sink);
3587 if (playsink->textchain && playsink->textchain->sink)
3588 gst_bin_remove (GST_BIN_CAST (playsink->textchain->chain.bin),
3589 playsink->textchain->sink);
3591 if (playsink->audio_sink != NULL)
3592 gst_element_set_state (playsink->audio_sink, GST_STATE_NULL);
3593 if (playsink->video_sink != NULL)
3594 gst_element_set_state (playsink->video_sink, GST_STATE_NULL);
3595 if (playsink->visualisation != NULL)
3596 gst_element_set_state (playsink->visualisation, GST_STATE_NULL);
3597 if (playsink->text_sink != NULL)
3598 gst_element_set_state (playsink->text_sink, GST_STATE_NULL);
3600 free_chain ((GstPlayChain *) playsink->videodeinterlacechain);
3601 playsink->videodeinterlacechain = NULL;
3602 free_chain ((GstPlayChain *) playsink->videochain);
3603 playsink->videochain = NULL;
3604 free_chain ((GstPlayChain *) playsink->audiochain);
3605 playsink->audiochain = NULL;
3606 free_chain ((GstPlayChain *) playsink->vischain);
3607 playsink->vischain = NULL;
3608 free_chain ((GstPlayChain *) playsink->textchain);
3609 playsink->textchain = NULL;
3620 GST_DEBUG_OBJECT (element,
3621 "element failed to change states -- activation problem?");
3622 return GST_STATE_CHANGE_FAILURE;
3627 gst_play_sink_set_property (GObject * object, guint prop_id,
3628 const GValue * value, GParamSpec * spec)
3630 GstPlaySink *playsink = GST_PLAY_SINK (object);
3634 gst_play_sink_set_flags (playsink, g_value_get_flags (value));
3637 gst_play_sink_set_volume (playsink, g_value_get_double (value));
3640 gst_play_sink_set_mute (playsink, g_value_get_boolean (value));
3642 case PROP_FONT_DESC:
3643 gst_play_sink_set_font_desc (playsink, g_value_get_string (value));
3645 case PROP_SUBTITLE_ENCODING:
3646 gst_play_sink_set_subtitle_encoding (playsink,
3647 g_value_get_string (value));
3649 case PROP_VIS_PLUGIN:
3650 gst_play_sink_set_vis_plugin (playsink, g_value_get_object (value));
3652 case PROP_AV_OFFSET:
3653 gst_play_sink_set_av_offset (playsink, g_value_get_int64 (value));
3655 case PROP_VIDEO_SINK:
3656 gst_play_sink_set_sink (playsink, GST_PLAY_SINK_TYPE_VIDEO,
3657 g_value_get_object (value));
3659 case PROP_AUDIO_SINK:
3660 gst_play_sink_set_sink (playsink, GST_PLAY_SINK_TYPE_AUDIO,
3661 g_value_get_object (value));
3663 case PROP_TEXT_SINK:
3664 gst_play_sink_set_sink (playsink, GST_PLAY_SINK_TYPE_TEXT,
3665 g_value_get_object (value));
3668 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, spec);
3674 gst_play_sink_get_property (GObject * object, guint prop_id,
3675 GValue * value, GParamSpec * spec)
3677 GstPlaySink *playsink = GST_PLAY_SINK (object);
3681 g_value_set_flags (value, gst_play_sink_get_flags (playsink));
3684 g_value_set_double (value, gst_play_sink_get_volume (playsink));
3687 g_value_set_boolean (value, gst_play_sink_get_mute (playsink));
3689 case PROP_FONT_DESC:
3690 g_value_take_string (value, gst_play_sink_get_font_desc (playsink));
3692 case PROP_SUBTITLE_ENCODING:
3693 g_value_take_string (value,
3694 gst_play_sink_get_subtitle_encoding (playsink));
3696 case PROP_VIS_PLUGIN:
3697 g_value_take_object (value, gst_play_sink_get_vis_plugin (playsink));
3700 gst_value_take_buffer (value, gst_play_sink_get_last_frame (playsink));
3702 case PROP_AV_OFFSET:
3703 g_value_set_int64 (value, gst_play_sink_get_av_offset (playsink));
3705 case PROP_VIDEO_SINK:
3706 g_value_take_object (value, gst_play_sink_get_sink (playsink,
3707 GST_PLAY_SINK_TYPE_VIDEO));
3709 case PROP_AUDIO_SINK:
3710 g_value_take_object (value, gst_play_sink_get_sink (playsink,
3711 GST_PLAY_SINK_TYPE_AUDIO));
3713 case PROP_TEXT_SINK:
3714 g_value_take_object (value, gst_play_sink_get_sink (playsink,
3715 GST_PLAY_SINK_TYPE_TEXT));
3718 G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, spec);
3725 gst_play_sink_plugin_init (GstPlugin * plugin)
3727 GST_DEBUG_CATEGORY_INIT (gst_play_sink_debug, "playsink", 0, "play bin");
3729 return gst_element_register (plugin, "playsink", GST_RANK_NONE,
3730 GST_TYPE_PLAY_SINK);