X-Git-Url: http://review.tizen.org/git/?a=blobdiff_plain;f=libs%2Fgst%2Fbase%2Fgstaggregator.c;h=f38d92a935576d2a8b98bb01719279fde4879b83;hb=687ac8e4d5a24bd99a388b08676c4a7ba876c09a;hp=72cd8af073b2c19b4dd79b08061ed95158d95385;hpb=71ec8e2879b057f84dd1718b0d0ac82cc9dfca49;p=platform%2Fupstream%2Fgstreamer.git diff --git a/libs/gst/base/gstaggregator.c b/libs/gst/base/gstaggregator.c index 72cd8af..f38d92a 100644 --- a/libs/gst/base/gstaggregator.c +++ b/libs/gst/base/gstaggregator.c @@ -21,40 +21,40 @@ */ /** * SECTION: gstaggregator + * @title: GstAggregator * @short_description: manages a set of pads with the purpose of * aggregating their buffers. * @see_also: gstcollectpads for historical reasons. * * Manages a set of pads with the purpose of aggregating their buffers. * Control is given to the subclass when all pads have data. - * - * - * Base class for mixers and muxers. Implementers should at least implement - * the aggregate () vmethod. - * - * - * When data is queued on all pads, tha aggregate vmethod is called. - * - * - * One can peek at the data on any given GstAggregatorPad with the + * + * * Base class for mixers and muxers. Subclasses should at least implement + * the #GstAggregatorClass.aggregate() virtual method. + * + * * When data is queued on all pads, tha aggregate vmethod is called. + * + * * One can peek at the data on any given GstAggregatorPad with the * gst_aggregator_pad_get_buffer () method, and take ownership of it * with the gst_aggregator_pad_steal_buffer () method. When a buffer * has been taken with steal_buffer (), a new buffer can be queued * on that pad. - * - * - * If the subclass wishes to push a buffer downstream in its aggregate + * + * * If the subclass wishes to push a buffer downstream in its aggregate * implementation, it should do so through the * gst_aggregator_finish_buffer () method. This method will take care * of sending and ordering mandatory events such as stream start, caps * and segment. - * - * - * Same goes for EOS events, which should not be pushed directly by the + * + * * Same goes for EOS events, which should not be pushed directly by the * subclass, it should instead return GST_FLOW_EOS in its aggregate * implementation. - * - * + * + * * Note that the aggregator logic regarding gap event handling is to turn + * these into gap buffers with matching PTS and duration. It will also + * flag these buffers with GST_BUFFER_FLAG_GAP and GST_BUFFER_FLAG_DROPPABLE + * to ease their identification and subsequent processing. + * */ #ifdef HAVE_CONFIG_H @@ -65,6 +65,33 @@ #include "gstaggregator.h" +typedef enum +{ + GST_AGGREGATOR_START_TIME_SELECTION_ZERO, + GST_AGGREGATOR_START_TIME_SELECTION_FIRST, + GST_AGGREGATOR_START_TIME_SELECTION_SET +} GstAggregatorStartTimeSelection; + +static GType +gst_aggregator_start_time_selection_get_type (void) +{ + static GType gtype = 0; + + if (gtype == 0) { + static const GEnumValue values[] = { + {GST_AGGREGATOR_START_TIME_SELECTION_ZERO, + "Start at 0 running time (default)", "zero"}, + {GST_AGGREGATOR_START_TIME_SELECTION_FIRST, + "Start at first observed input running time", "first"}, + {GST_AGGREGATOR_START_TIME_SELECTION_SET, + "Set start time with start-time property", "set"}, + {0, NULL, NULL} + }; + + gtype = g_enum_register_static ("GstAggregatorStartTimeSelection", values); + } + return gtype; +} /* Might become API */ static void gst_aggregator_merge_tags (GstAggregator * aggregator, @@ -74,132 +101,163 @@ static void gst_aggregator_set_latency_property (GstAggregator * agg, static gint64 gst_aggregator_get_latency_property (GstAggregator * agg); +/* Locking order, locks in this element must always be taken in this order + * + * standard sink pad stream lock -> GST_PAD_STREAM_LOCK (aggpad) + * Aggregator pad flush lock -> PAD_FLUSH_LOCK(aggpad) + * standard src pad stream lock -> GST_PAD_STREAM_LOCK (srcpad) + * Aggregator src lock -> SRC_LOCK(agg) w/ SRC_WAIT/BROADCAST + * standard element object lock -> GST_OBJECT_LOCK(agg) + * Aggregator pad lock -> PAD_LOCK (aggpad) w/ PAD_WAIT/BROADCAST_EVENT(aggpad) + * standard src pad object lock -> GST_OBJECT_LOCK(srcpad) + * standard sink pad object lock -> GST_OBJECT_LOCK(aggpad) + */ + + +static GstClockTime gst_aggregator_get_latency_unlocked (GstAggregator * self); + GST_DEBUG_CATEGORY_STATIC (aggregator_debug); #define GST_CAT_DEFAULT aggregator_debug /* GstAggregatorPad definitions */ -#define PAD_LOCK_EVENT(pad) G_STMT_START { \ - GST_LOG_OBJECT (pad, "Taking EVENT lock from thread %p", \ +#define PAD_LOCK(pad) G_STMT_START { \ + GST_TRACE_OBJECT (pad, "Taking PAD lock from thread %p", \ g_thread_self()); \ - g_mutex_lock(&pad->priv->event_lock); \ - GST_LOG_OBJECT (pad, "Took EVENT lock from thread %p", \ + g_mutex_lock(&pad->priv->lock); \ + GST_TRACE_OBJECT (pad, "Took PAD lock from thread %p", \ g_thread_self()); \ } G_STMT_END -#define PAD_UNLOCK_EVENT(pad) G_STMT_START { \ - GST_LOG_OBJECT (pad, "Releasing EVENT lock from thread %p", \ - g_thread_self()); \ - g_mutex_unlock(&pad->priv->event_lock); \ - GST_LOG_OBJECT (pad, "Release EVENT lock from thread %p", \ +#define PAD_UNLOCK(pad) G_STMT_START { \ + GST_TRACE_OBJECT (pad, "Releasing PAD lock from thread %p", \ + g_thread_self()); \ + g_mutex_unlock(&pad->priv->lock); \ + GST_TRACE_OBJECT (pad, "Release PAD lock from thread %p", \ g_thread_self()); \ } G_STMT_END #define PAD_WAIT_EVENT(pad) G_STMT_START { \ - GST_LOG_OBJECT (pad, "Waiting for EVENT on thread %p", \ + GST_LOG_OBJECT (pad, "Waiting for buffer to be consumed thread %p", \ g_thread_self()); \ - g_cond_wait(&(((GstAggregatorPad* )pad)->priv->event_cond), \ - &(pad->priv->event_lock)); \ - GST_LOG_OBJECT (pad, "DONE Waiting for EVENT on thread %p", \ + g_cond_wait(&(((GstAggregatorPad* )pad)->priv->event_cond), \ + (&((GstAggregatorPad*)pad)->priv->lock)); \ + GST_LOG_OBJECT (pad, "DONE Waiting for buffer to be consumed on thread %p", \ g_thread_self()); \ } G_STMT_END -#define PAD_BROADCAST_EVENT(pad) { \ - GST_LOG_OBJECT (pad, "Signaling EVENT from thread %p", \ - g_thread_self()); \ - g_cond_broadcast(&(((GstAggregatorPad* )pad)->priv->event_cond)); \ - } - -#define GST_AGGREGATOR_SETCAPS_LOCK(self) G_STMT_START { \ - GST_LOG_OBJECT (self, "Taking SETCAPS lock from thread %p", \ - g_thread_self()); \ - g_mutex_lock(&self->priv->setcaps_lock); \ - GST_LOG_OBJECT (self, "Took SETCAPS lock from thread %p", \ - g_thread_self()); \ +#define PAD_BROADCAST_EVENT(pad) G_STMT_START { \ + GST_LOG_OBJECT (pad, "Signaling buffer consumed from thread %p", \ + g_thread_self()); \ + g_cond_broadcast(&(((GstAggregatorPad* )pad)->priv->event_cond)); \ } G_STMT_END -#define GST_AGGREGATOR_SETCAPS_UNLOCK(self) G_STMT_START { \ - GST_LOG_OBJECT (self, "Releasing SETCAPS lock from thread %p", \ - g_thread_self()); \ - g_mutex_unlock(&self->priv->setcaps_lock); \ - GST_LOG_OBJECT (self, "Took SETCAPS lock from thread %p", \ - g_thread_self()); \ - } G_STMT_END -#define PAD_STREAM_LOCK(pad) G_STMT_START { \ - GST_LOG_OBJECT (pad, "Taking lock from thread %p", \ +#define PAD_FLUSH_LOCK(pad) G_STMT_START { \ + GST_TRACE_OBJECT (pad, "Taking lock from thread %p", \ g_thread_self()); \ - g_mutex_lock(&pad->priv->stream_lock); \ - GST_LOG_OBJECT (pad, "Took lock from thread %p", \ + g_mutex_lock(&pad->priv->flush_lock); \ + GST_TRACE_OBJECT (pad, "Took lock from thread %p", \ g_thread_self()); \ } G_STMT_END -#define PAD_STREAM_UNLOCK(pad) G_STMT_START { \ - GST_LOG_OBJECT (pad, "Releasing lock from thread %p", \ +#define PAD_FLUSH_UNLOCK(pad) G_STMT_START { \ + GST_TRACE_OBJECT (pad, "Releasing lock from thread %p", \ g_thread_self()); \ - g_mutex_unlock(&pad->priv->stream_lock); \ - GST_LOG_OBJECT (pad, "Release lock from thread %p", \ + g_mutex_unlock(&pad->priv->flush_lock); \ + GST_TRACE_OBJECT (pad, "Release lock from thread %p", \ g_thread_self()); \ } G_STMT_END -#define SRC_STREAM_LOCK(self) G_STMT_START { \ - GST_LOG_OBJECT (self, "Taking src STREAM lock from thread %p", \ - g_thread_self()); \ - g_mutex_lock(&self->priv->src_lock); \ - GST_LOG_OBJECT (self, "Took src STREAM lock from thread %p", \ - g_thread_self()); \ - } G_STMT_END - -#define SRC_STREAM_UNLOCK(self) G_STMT_START { \ - GST_LOG_OBJECT (self, "Releasing src STREAM lock from thread %p", \ - g_thread_self()); \ - g_mutex_unlock(&self->priv->src_lock); \ - GST_LOG_OBJECT (self, "Release src STREAM lock from thread %p", \ - g_thread_self()); \ +#define SRC_LOCK(self) G_STMT_START { \ + GST_TRACE_OBJECT (self, "Taking src lock from thread %p", \ + g_thread_self()); \ + g_mutex_lock(&self->priv->src_lock); \ + GST_TRACE_OBJECT (self, "Took src lock from thread %p", \ + g_thread_self()); \ } G_STMT_END -#define SRC_STREAM_WAIT(self) G_STMT_START { \ - GST_LOG_OBJECT (self, "Waiting for src STREAM on thread %p", \ - g_thread_self()); \ - g_cond_wait(&(self->priv->src_cond), &(self->priv->src_lock)); \ - GST_LOG_OBJECT (self, "DONE Waiting for src STREAM on thread %p", \ - g_thread_self()); \ +#define SRC_UNLOCK(self) G_STMT_START { \ + GST_TRACE_OBJECT (self, "Releasing src lock from thread %p", \ + g_thread_self()); \ + g_mutex_unlock(&self->priv->src_lock); \ + GST_TRACE_OBJECT (self, "Released src lock from thread %p", \ + g_thread_self()); \ } G_STMT_END -#define SRC_STREAM_BROADCAST_UNLOCKED(self) G_STMT_START { \ - GST_LOG_OBJECT (self, "Signaling src STREAM from thread %p", \ - g_thread_self()); \ - if (self->priv->aggregate_id) \ - gst_clock_id_unschedule (self->priv->aggregate_id); \ - g_cond_broadcast(&(self->priv->src_cond)); \ +#define SRC_WAIT(self) G_STMT_START { \ + GST_LOG_OBJECT (self, "Waiting for src on thread %p", \ + g_thread_self()); \ + g_cond_wait(&(self->priv->src_cond), &(self->priv->src_lock)); \ + GST_LOG_OBJECT (self, "DONE Waiting for src on thread %p", \ + g_thread_self()); \ } G_STMT_END -#define SRC_STREAM_BROADCAST(self) G_STMT_START { \ - SRC_STREAM_LOCK (self); \ - SRC_STREAM_BROADCAST_UNLOCKED (self); \ - SRC_STREAM_UNLOCK (self); \ +#define SRC_BROADCAST(self) G_STMT_START { \ + GST_LOG_OBJECT (self, "Signaling src from thread %p", \ + g_thread_self()); \ + if (self->priv->aggregate_id) \ + gst_clock_id_unschedule (self->priv->aggregate_id); \ + g_cond_broadcast(&(self->priv->src_cond)); \ } G_STMT_END struct _GstAggregatorPadPrivate { + /* Following fields are protected by the PAD_LOCK */ + GstFlowReturn flow_return; gboolean pending_flush_start; gboolean pending_flush_stop; gboolean pending_eos; - gboolean flushing; - GMutex event_lock; - GCond event_cond; + gboolean first_buffer; + + GQueue buffers; + GstBuffer *clipped_buffer; + guint num_buffers; + GstClockTime head_position; + GstClockTime tail_position; + GstClockTime head_time; + GstClockTime tail_time; + GstClockTime time_level; + GstSegment head_segment; /* segment before the queue */ - GMutex stream_lock; + gboolean eos; + + GMutex lock; + GCond event_cond; + /* This lock prevents a flush start processing happening while + * the chain function is also happening. + */ + GMutex flush_lock; }; +/* Must be called with PAD_LOCK held */ +static void +gst_aggregator_pad_reset_unlocked (GstAggregatorPad * aggpad) +{ + aggpad->priv->pending_eos = FALSE; + aggpad->priv->eos = FALSE; + aggpad->priv->flow_return = GST_FLOW_OK; + GST_OBJECT_LOCK (aggpad); + gst_segment_init (&aggpad->segment, GST_FORMAT_UNDEFINED); + gst_segment_init (&aggpad->priv->head_segment, GST_FORMAT_UNDEFINED); + GST_OBJECT_UNLOCK (aggpad); + aggpad->priv->head_position = GST_CLOCK_TIME_NONE; + aggpad->priv->tail_position = GST_CLOCK_TIME_NONE; + aggpad->priv->head_time = GST_CLOCK_TIME_NONE; + aggpad->priv->tail_time = GST_CLOCK_TIME_NONE; + aggpad->priv->time_level = 0; + aggpad->priv->first_buffer = TRUE; +} + static gboolean gst_aggregator_pad_flush (GstAggregatorPad * aggpad, GstAggregator * agg) { GstAggregatorPadClass *klass = GST_AGGREGATOR_PAD_GET_CLASS (aggpad); - aggpad->eos = FALSE; - aggpad->priv->flushing = FALSE; + PAD_LOCK (aggpad); + gst_aggregator_pad_reset_unlocked (aggpad); + PAD_UNLOCK (aggpad); if (klass->flush) return klass->flush (aggpad, agg); @@ -212,41 +270,46 @@ gst_aggregator_pad_flush (GstAggregatorPad * aggpad, GstAggregator * agg) *************************************/ static GstElementClass *aggregator_parent_class = NULL; +/* All members are protected by the object lock unless otherwise noted */ + struct _GstAggregatorPrivate { - gint padcount; + gint max_padserial; /* Our state is >= PAUSED */ - gboolean running; - + gboolean running; /* protected by src_lock */ gint seqnum; - gboolean send_stream_start; + gboolean send_stream_start; /* protected by srcpad stream lock */ gboolean send_segment; gboolean flush_seeking; gboolean pending_flush_start; - gboolean send_eos; - GstFlowReturn flow_return; + gboolean send_eos; /* protected by srcpad stream lock */ - GstCaps *srccaps; + GstCaps *srccaps; /* protected by the srcpad stream lock */ GstTagList *tags; gboolean tags_changed; - /* Lock to prevent two src setcaps from happening at the same time */ - GMutex setcaps_lock; + gboolean peer_latency_live; /* protected by src_lock */ + GstClockTime peer_latency_min; /* protected by src_lock */ + GstClockTime peer_latency_max; /* protected by src_lock */ + gboolean has_peer_latency; /* protected by src_lock */ - gboolean latency_live; - GstClockTime latency_min; - GstClockTime latency_max; - - GstClockTime sub_latency_min; - GstClockTime sub_latency_max; + GstClockTime sub_latency_min; /* protected by src_lock */ + GstClockTime sub_latency_max; /* protected by src_lock */ /* aggregate */ - GstClockID aggregate_id; + GstClockID aggregate_id; /* protected by src_lock */ GMutex src_lock; GCond src_cond; + + gboolean first_buffer; /* protected by object lock */ + GstAggregatorStartTimeSelection start_time_selection; + GstClockTime start_time; + + /* properties */ + gint64 latency; /* protected by both src_lock and all pad locks */ }; typedef struct @@ -254,24 +317,32 @@ typedef struct GstEvent *event; gboolean result; gboolean flush; + gboolean only_to_active_pads; gboolean one_actually_seeked; } EventData; -#define DEFAULT_LATENCY 0 +#define DEFAULT_LATENCY 0 +#define DEFAULT_START_TIME_SELECTION GST_AGGREGATOR_START_TIME_SELECTION_ZERO +#define DEFAULT_START_TIME (-1) enum { PROP_0, PROP_LATENCY, + PROP_START_TIME_SELECTION, + PROP_START_TIME, PROP_LAST }; +static GstFlowReturn gst_aggregator_pad_chain_internal (GstAggregator * self, + GstAggregatorPad * aggpad, GstBuffer * buffer, gboolean head); + /** * gst_aggregator_iterate_sinkpads: * @self: The #GstAggregator - * @func: The function to call. - * @user_data: The data to pass to @func. + * @func: (scope call): The function to call. + * @user_data: (closure): The data to pass to @func. * * Iterate the sinkpads of aggregator to call a function on them. * @@ -346,34 +417,104 @@ no_iter: return result; } -static inline gboolean -gst_aggregator_check_all_pads_with_data_or_eos (GstAggregator * self, - GstAggregatorPad * aggpad, gpointer user_data) +static gboolean +gst_aggregator_pad_queue_is_empty (GstAggregatorPad * pad) { - if (aggpad->buffer || aggpad->eos) { - return TRUE; + return (g_queue_peek_tail (&pad->priv->buffers) == NULL && + pad->priv->clipped_buffer == NULL); +} + +static gboolean +gst_aggregator_check_pads_ready (GstAggregator * self) +{ + GstAggregatorPad *pad; + GList *l, *sinkpads; + gboolean have_buffer = TRUE; + gboolean have_event = FALSE; + + GST_LOG_OBJECT (self, "checking pads"); + + GST_OBJECT_LOCK (self); + + sinkpads = GST_ELEMENT_CAST (self)->sinkpads; + if (sinkpads == NULL) + goto no_sinkpads; + + for (l = sinkpads; l != NULL; l = l->next) { + pad = l->data; + + PAD_LOCK (pad); + + if (pad->priv->num_buffers == 0) { + if (!gst_aggregator_pad_queue_is_empty (pad)) + have_event = TRUE; + if (!pad->priv->eos) { + have_buffer = FALSE; + + /* If not live we need data on all pads, so leave the loop */ + if (!self->priv->peer_latency_live) { + PAD_UNLOCK (pad); + goto pad_not_ready; + } + } + } else if (self->priv->peer_latency_live) { + /* In live mode, having a single pad with buffers is enough to + * generate a start time from it. In non-live mode all pads need + * to have a buffer + */ + self->priv->first_buffer = FALSE; + } + + PAD_UNLOCK (pad); } - GST_LOG_OBJECT (aggpad, "Not ready to be aggregated"); + if (!have_buffer && !have_event) + goto pad_not_ready; - return FALSE; + if (have_buffer) + self->priv->first_buffer = FALSE; + + GST_OBJECT_UNLOCK (self); + GST_LOG_OBJECT (self, "pads are ready"); + return TRUE; + +no_sinkpads: + { + GST_LOG_OBJECT (self, "pads not ready: no sink pads"); + GST_OBJECT_UNLOCK (self); + return FALSE; + } +pad_not_ready: + { + if (have_event) + GST_LOG_OBJECT (pad, "pad not ready to be aggregated yet," + " but waking up for serialized event"); + else + GST_LOG_OBJECT (pad, "pad not ready to be aggregated yet"); + GST_OBJECT_UNLOCK (self); + return have_event; + } } static void gst_aggregator_reset_flow_values (GstAggregator * self) { - self->priv->flow_return = GST_FLOW_FLUSHING; + GST_OBJECT_LOCK (self); self->priv->send_stream_start = TRUE; self->priv->send_segment = TRUE; gst_segment_init (&self->segment, GST_FORMAT_TIME); + self->priv->first_buffer = TRUE; + GST_OBJECT_UNLOCK (self); } static inline void gst_aggregator_push_mandatory_events (GstAggregator * self) { GstAggregatorPrivate *priv = self->priv; + GstEvent *segment = NULL; + GstEvent *tags = NULL; - if (g_atomic_int_get (&self->priv->send_stream_start)) { + if (self->priv->send_stream_start) { gchar s_id[32]; GST_INFO_OBJECT (self, "pushing stream start"); @@ -382,7 +523,7 @@ gst_aggregator_push_mandatory_events (GstAggregator * self) if (!gst_pad_push_event (self->srcpad, gst_event_new_stream_start (s_id))) { GST_WARNING_OBJECT (self->srcpad, "Sending stream start event failed"); } - g_atomic_int_set (&self->priv->send_stream_start, FALSE); + self->priv->send_stream_start = FALSE; } if (self->priv->srccaps) { @@ -397,26 +538,30 @@ gst_aggregator_push_mandatory_events (GstAggregator * self) self->priv->srccaps = NULL; } - if (g_atomic_int_get (&self->priv->send_segment)) { - if (!g_atomic_int_get (&self->priv->flush_seeking)) { - GstEvent *segev = gst_event_new_segment (&self->segment); + GST_OBJECT_LOCK (self); + if (self->priv->send_segment && !self->priv->flush_seeking) { + segment = gst_event_new_segment (&self->segment); - if (!self->priv->seqnum) - self->priv->seqnum = gst_event_get_seqnum (segev); - else - gst_event_set_seqnum (segev, self->priv->seqnum); + if (!self->priv->seqnum) + self->priv->seqnum = gst_event_get_seqnum (segment); + else + gst_event_set_seqnum (segment, self->priv->seqnum); + self->priv->send_segment = FALSE; - GST_DEBUG_OBJECT (self, "pushing segment %" GST_PTR_FORMAT, segev); - gst_pad_push_event (self->srcpad, segev); - g_atomic_int_set (&self->priv->send_segment, FALSE); - } + GST_DEBUG_OBJECT (self, "pushing segment %" GST_PTR_FORMAT, segment); } - if (priv->tags && priv->tags_changed) { - gst_pad_push_event (self->srcpad, - gst_event_new_tag (gst_tag_list_ref (priv->tags))); + if (priv->tags && priv->tags_changed && !self->priv->flush_seeking) { + tags = gst_event_new_tag (gst_tag_list_ref (priv->tags)); priv->tags_changed = FALSE; } + GST_OBJECT_UNLOCK (self); + + if (segment) + gst_pad_push_event (self->srcpad, segment); + if (tags) + gst_pad_push_event (self->srcpad, tags); + } /** @@ -429,33 +574,35 @@ gst_aggregator_push_mandatory_events (GstAggregator * self) void gst_aggregator_set_src_caps (GstAggregator * self, GstCaps * caps) { - GST_AGGREGATOR_SETCAPS_LOCK (self); + GST_PAD_STREAM_LOCK (self->srcpad); gst_caps_replace (&self->priv->srccaps, caps); gst_aggregator_push_mandatory_events (self); - GST_AGGREGATOR_SETCAPS_UNLOCK (self); + GST_PAD_STREAM_UNLOCK (self->srcpad); } /** * gst_aggregator_finish_buffer: * @self: The #GstAggregator - * @buffer: the #GstBuffer to push. + * @buffer: (transfer full): the #GstBuffer to push. * - * This method will take care of sending mandatory events before pushing - * the provided buffer. + * This method will push the provided output buffer downstream. If needed, + * mandatory events such as stream-start, caps, and segment events will be + * sent before pushing the buffer. */ GstFlowReturn gst_aggregator_finish_buffer (GstAggregator * self, GstBuffer * buffer) { gst_aggregator_push_mandatory_events (self); - if (!g_atomic_int_get (&self->priv->flush_seeking) && - gst_pad_is_active (self->srcpad)) { + GST_OBJECT_LOCK (self); + if (!self->priv->flush_seeking && gst_pad_is_active (self->srcpad)) { GST_TRACE_OBJECT (self, "pushing buffer %" GST_PTR_FORMAT, buffer); + GST_OBJECT_UNLOCK (self); return gst_pad_push (self->srcpad, buffer); } else { GST_INFO_OBJECT (self, "Not pushing (active: %i, flushing: %i)", - g_atomic_int_get (&self->priv->flush_seeking), - gst_pad_is_active (self->srcpad)); + self->priv->flush_seeking, gst_pad_is_active (self->srcpad)); + GST_OBJECT_UNLOCK (self); gst_buffer_unref (buffer); return GST_FLOW_OK; } @@ -467,9 +614,13 @@ gst_aggregator_push_eos (GstAggregator * self) GstEvent *event; gst_aggregator_push_mandatory_events (self); - self->priv->send_eos = FALSE; event = gst_event_new_eos (); + + GST_OBJECT_LOCK (self); + self->priv->send_eos = FALSE; gst_event_set_seqnum (event, self->priv->seqnum); + GST_OBJECT_UNLOCK (self); + gst_pad_push_event (self->srcpad, event); } @@ -484,105 +635,180 @@ gst_aggregator_get_next_time (GstAggregator * self) return GST_CLOCK_TIME_NONE; } -/* called with the src STREAM lock */ static gboolean gst_aggregator_wait_and_check (GstAggregator * self, gboolean * timeout) { - GstClockTime latency_max, latency_min; + GstClockTime latency; GstClockTime start; - gboolean live, res; + gboolean res; *timeout = FALSE; - SRC_STREAM_LOCK (self); + SRC_LOCK (self); - gst_aggregator_get_latency (self, &live, &latency_min, &latency_max); + latency = gst_aggregator_get_latency_unlocked (self); - if (gst_aggregator_iterate_sinkpads (self, - gst_aggregator_check_all_pads_with_data_or_eos, NULL)) { + if (gst_aggregator_check_pads_ready (self)) { GST_DEBUG_OBJECT (self, "all pads have data"); - SRC_STREAM_UNLOCK (self); + SRC_UNLOCK (self); return TRUE; } /* Before waiting, check if we're actually still running */ if (!self->priv->running || !self->priv->send_eos) { - SRC_STREAM_UNLOCK (self); + SRC_UNLOCK (self); return FALSE; } start = gst_aggregator_get_next_time (self); - if (!live || !GST_IS_CLOCK (GST_ELEMENT_CLOCK (self)) - || !GST_CLOCK_TIME_IS_VALID (start)) { + /* If we're not live, or if we use the running time + * of the first buffer as start time, we wait until + * all pads have buffers. + * Otherwise (i.e. if we are live!), we wait on the clock + * and if a pad does not have a buffer in time we ignore + * that pad. + */ + GST_OBJECT_LOCK (self); + if (!GST_CLOCK_TIME_IS_VALID (latency) || + !GST_IS_CLOCK (GST_ELEMENT_CLOCK (self)) || + !GST_CLOCK_TIME_IS_VALID (start) || + (self->priv->first_buffer + && self->priv->start_time_selection == + GST_AGGREGATOR_START_TIME_SELECTION_FIRST)) { /* We wake up here when something happened, and below * then check if we're ready now. If we return FALSE, * we will be directly called again. */ - SRC_STREAM_WAIT (self); + GST_OBJECT_UNLOCK (self); + SRC_WAIT (self); } else { GstClockTime base_time, time; GstClock *clock; GstClockReturn status; + GstClockTimeDiff jitter; GST_DEBUG_OBJECT (self, "got subclass start time: %" GST_TIME_FORMAT, GST_TIME_ARGS (start)); - GST_OBJECT_LOCK (self); base_time = GST_ELEMENT_CAST (self)->base_time; - clock = GST_ELEMENT_CLOCK (self); - if (clock) - gst_object_ref (clock); + clock = gst_object_ref (GST_ELEMENT_CLOCK (self)); GST_OBJECT_UNLOCK (self); time = base_time + start; - - if (GST_CLOCK_TIME_IS_VALID (latency_min)) { - time += latency_min; - } else { - time += self->latency; - } + time += latency; GST_DEBUG_OBJECT (self, "possibly waiting for clock to reach %" GST_TIME_FORMAT " (base %" GST_TIME_FORMAT " start %" GST_TIME_FORMAT - " latency max %" GST_TIME_FORMAT " latency min %" GST_TIME_FORMAT - " current %" GST_TIME_FORMAT ")", GST_TIME_ARGS (time), - GST_TIME_ARGS (GST_ELEMENT_CAST (self)->base_time), - GST_TIME_ARGS (start), GST_TIME_ARGS (latency_max), - GST_TIME_ARGS (latency_min), + " latency %" GST_TIME_FORMAT " current %" GST_TIME_FORMAT ")", + GST_TIME_ARGS (time), + GST_TIME_ARGS (base_time), + GST_TIME_ARGS (start), GST_TIME_ARGS (latency), GST_TIME_ARGS (gst_clock_get_time (clock))); self->priv->aggregate_id = gst_clock_new_single_shot_id (clock, time); gst_object_unref (clock); - SRC_STREAM_UNLOCK (self); + SRC_UNLOCK (self); - status = gst_clock_id_wait (self->priv->aggregate_id, NULL); + jitter = 0; + status = gst_clock_id_wait (self->priv->aggregate_id, &jitter); - SRC_STREAM_LOCK (self); + SRC_LOCK (self); if (self->priv->aggregate_id) { gst_clock_id_unref (self->priv->aggregate_id); self->priv->aggregate_id = NULL; } - GST_DEBUG_OBJECT (self, "clock returned %d", status); + GST_DEBUG_OBJECT (self, + "clock returned %d (jitter: %" GST_STIME_FORMAT ")", + status, GST_STIME_ARGS (jitter)); /* we timed out */ if (status == GST_CLOCK_OK || status == GST_CLOCK_EARLY) { - SRC_STREAM_UNLOCK (self); + SRC_UNLOCK (self); *timeout = TRUE; return TRUE; } } - res = gst_aggregator_iterate_sinkpads (self, - gst_aggregator_check_all_pads_with_data_or_eos, NULL); - SRC_STREAM_UNLOCK (self); + res = gst_aggregator_check_pads_ready (self); + SRC_UNLOCK (self); return res; } +static gboolean +check_events (GstAggregator * self, GstAggregatorPad * pad, gpointer user_data) +{ + GstEvent *event = NULL; + GstAggregatorClass *klass = NULL; + gboolean *processed_event = user_data; + + do { + event = NULL; + + PAD_LOCK (pad); + if (pad->priv->num_buffers == 0 && pad->priv->pending_eos) { + pad->priv->pending_eos = FALSE; + pad->priv->eos = TRUE; + } + if (pad->priv->clipped_buffer == NULL && + GST_IS_EVENT (g_queue_peek_tail (&pad->priv->buffers))) { + event = g_queue_pop_tail (&pad->priv->buffers); + PAD_BROADCAST_EVENT (pad); + } + PAD_UNLOCK (pad); + if (event) { + if (processed_event) + *processed_event = TRUE; + if (klass == NULL) + klass = GST_AGGREGATOR_GET_CLASS (self); + + GST_LOG_OBJECT (pad, "Processing %" GST_PTR_FORMAT, event); + klass->sink_event (self, pad, event); + } + } while (event != NULL); + + return TRUE; +} + +static void +gst_aggregator_pad_set_flushing (GstAggregatorPad * aggpad, + GstFlowReturn flow_return, gboolean full) +{ + GList *item; + + PAD_LOCK (aggpad); + if (flow_return == GST_FLOW_NOT_LINKED) + aggpad->priv->flow_return = MIN (flow_return, aggpad->priv->flow_return); + else + aggpad->priv->flow_return = flow_return; + + item = g_queue_peek_head_link (&aggpad->priv->buffers); + while (item) { + GList *next = item->next; + + /* In partial flush, we do like the pad, we get rid of non-sticky events + * and EOS/SEGMENT. + */ + if (full || GST_IS_BUFFER (item->data) || + GST_EVENT_TYPE (item->data) == GST_EVENT_EOS || + GST_EVENT_TYPE (item->data) == GST_EVENT_SEGMENT || + !GST_EVENT_IS_STICKY (item->data)) { + gst_mini_object_unref (item->data); + g_queue_delete_link (&aggpad->priv->buffers, item); + } + item = next; + } + aggpad->priv->num_buffers = 0; + gst_buffer_replace (&aggpad->priv->clipped_buffer, NULL); + + PAD_BROADCAST_EVENT (aggpad); + PAD_UNLOCK (aggpad); +} + static void gst_aggregator_aggregate_func (GstAggregator * self) { @@ -597,27 +823,58 @@ gst_aggregator_aggregate_func (GstAggregator * self) GST_LOG_OBJECT (self, "Checking aggregate"); while (priv->send_eos && priv->running) { + GstFlowReturn flow_return; + gboolean processed_event = FALSE; + + gst_aggregator_iterate_sinkpads (self, check_events, NULL); + if (!gst_aggregator_wait_and_check (self, &timeout)) continue; + gst_aggregator_iterate_sinkpads (self, check_events, &processed_event); + if (processed_event) + continue; + GST_TRACE_OBJECT (self, "Actually aggregating!"); + flow_return = klass->aggregate (self, timeout); - priv->flow_return = klass->aggregate (self, timeout); + GST_OBJECT_LOCK (self); + if (flow_return == GST_FLOW_FLUSHING && priv->flush_seeking) { + /* We don't want to set the pads to flushing, but we want to + * stop the thread, so just break here */ + GST_OBJECT_UNLOCK (self); + break; + } + GST_OBJECT_UNLOCK (self); - if (priv->flow_return == GST_FLOW_EOS) { + if (flow_return == GST_FLOW_EOS || flow_return == GST_FLOW_ERROR) { gst_aggregator_push_eos (self); } - if (priv->flow_return == GST_FLOW_FLUSHING && - g_atomic_int_get (&priv->flush_seeking)) - priv->flow_return = GST_FLOW_OK; + GST_LOG_OBJECT (self, "flow return is %s", gst_flow_get_name (flow_return)); + + if (flow_return != GST_FLOW_OK) { + GList *item; - GST_LOG_OBJECT (self, "flow return is %s", - gst_flow_get_name (priv->flow_return)); + GST_OBJECT_LOCK (self); + for (item = GST_ELEMENT (self)->sinkpads; item; item = item->next) { + GstAggregatorPad *aggpad = GST_AGGREGATOR_PAD (item->data); - if (priv->flow_return != GST_FLOW_OK) + gst_aggregator_pad_set_flushing (aggpad, flow_return, TRUE); + } + GST_OBJECT_UNLOCK (self); break; + } } + + /* Pause the task here, the only ways to get here are: + * 1) We're stopping, in which case the task is stopped anyway + * 2) We got a flow error above, in which case it might take + * some time to forward the flow return upstream and we + * would otherwise call the task function over and over + * again without doing anything + */ + gst_pad_pause_task (self->srcpad); } static gboolean @@ -626,12 +883,10 @@ gst_aggregator_start (GstAggregator * self) GstAggregatorClass *klass; gboolean result; - self->priv->running = TRUE; self->priv->send_stream_start = TRUE; self->priv->send_segment = TRUE; self->priv->send_eos = TRUE; self->priv->srccaps = NULL; - self->priv->flow_return = GST_FLOW_OK; klass = GST_AGGREGATOR_GET_CLASS (self); @@ -646,7 +901,13 @@ gst_aggregator_start (GstAggregator * self) static gboolean _check_pending_flush_stop (GstAggregatorPad * pad) { - return (!pad->priv->pending_flush_stop && !pad->priv->pending_flush_start); + gboolean res; + + PAD_LOCK (pad); + res = (!pad->priv->pending_flush_stop && !pad->priv->pending_flush_start); + PAD_UNLOCK (pad); + + return res; } static gboolean @@ -657,15 +918,16 @@ gst_aggregator_stop_srcpad_task (GstAggregator * self, GstEvent * flush_start) GST_INFO_OBJECT (self, "%s srcpad task", flush_start ? "Pausing" : "Stopping"); + SRC_LOCK (self); self->priv->running = FALSE; - SRC_STREAM_BROADCAST (self); + SRC_BROADCAST (self); + SRC_UNLOCK (self); if (flush_start) { res = gst_pad_push_event (self->srcpad, flush_start); } gst_pad_stop_task (self->srcpad); - SRC_STREAM_BROADCAST (self); return res; } @@ -688,33 +950,35 @@ gst_aggregator_flush (GstAggregator * self) GstAggregatorClass *klass = GST_AGGREGATOR_GET_CLASS (self); GST_DEBUG_OBJECT (self, "Flushing everything"); - g_atomic_int_set (&priv->send_segment, TRUE); - g_atomic_int_set (&priv->flush_seeking, FALSE); - g_atomic_int_set (&priv->tags_changed, FALSE); + GST_OBJECT_LOCK (self); + priv->send_segment = TRUE; + priv->flush_seeking = FALSE; + priv->tags_changed = FALSE; + GST_OBJECT_UNLOCK (self); if (klass->flush) ret = klass->flush (self); return ret; } + +/* Called with GstAggregator's object lock held */ + static gboolean -gst_aggregator_all_flush_stop_received (GstAggregator * self) +gst_aggregator_all_flush_stop_received_locked (GstAggregator * self) { GList *tmp; GstAggregatorPad *tmppad; - GST_OBJECT_LOCK (self); for (tmp = GST_ELEMENT (self)->sinkpads; tmp; tmp = tmp->next) { tmppad = (GstAggregatorPad *) tmp->data; if (_check_pending_flush_stop (tmppad) == FALSE) { GST_DEBUG_OBJECT (tmppad, "Is not last %i -- %i", tmppad->priv->pending_flush_start, tmppad->priv->pending_flush_stop); - GST_OBJECT_UNLOCK (self); return FALSE; } } - GST_OBJECT_UNLOCK (self); return TRUE; } @@ -723,46 +987,85 @@ static void gst_aggregator_flush_start (GstAggregator * self, GstAggregatorPad * aggpad, GstEvent * event) { - GstBuffer *tmpbuf; GstAggregatorPrivate *priv = self->priv; GstAggregatorPadPrivate *padpriv = aggpad->priv; - g_atomic_int_set (&aggpad->priv->flushing, TRUE); - /* Remove pad buffer and wake up the streaming thread */ - tmpbuf = gst_aggregator_pad_steal_buffer (aggpad); - gst_buffer_replace (&tmpbuf, NULL); - PAD_STREAM_LOCK (aggpad); - if (g_atomic_int_compare_and_exchange (&padpriv->pending_flush_start, - TRUE, FALSE) == TRUE) { + gst_aggregator_pad_set_flushing (aggpad, GST_FLOW_FLUSHING, FALSE); + + PAD_FLUSH_LOCK (aggpad); + PAD_LOCK (aggpad); + if (padpriv->pending_flush_start) { GST_DEBUG_OBJECT (aggpad, "Expecting FLUSH_STOP now"); - g_atomic_int_set (&padpriv->pending_flush_stop, TRUE); + + padpriv->pending_flush_start = FALSE; + padpriv->pending_flush_stop = TRUE; } + PAD_UNLOCK (aggpad); - if (g_atomic_int_get (&priv->flush_seeking)) { + GST_OBJECT_LOCK (self); + if (priv->flush_seeking) { /* If flush_seeking we forward the first FLUSH_START */ - if (g_atomic_int_compare_and_exchange (&priv->pending_flush_start, - TRUE, FALSE) == TRUE) { + if (priv->pending_flush_start) { + priv->pending_flush_start = FALSE; + GST_OBJECT_UNLOCK (self); GST_INFO_OBJECT (self, "Flushing, pausing srcpad task"); gst_aggregator_stop_srcpad_task (self, event); - priv->flow_return = GST_FLOW_OK; GST_INFO_OBJECT (self, "Getting STREAM_LOCK while seeking"); GST_PAD_STREAM_LOCK (self->srcpad); GST_LOG_OBJECT (self, "GOT STREAM_LOCK"); event = NULL; } else { + GST_OBJECT_UNLOCK (self); gst_event_unref (event); } } else { + GST_OBJECT_UNLOCK (self); gst_event_unref (event); } - PAD_STREAM_UNLOCK (aggpad); + PAD_FLUSH_UNLOCK (aggpad); +} + +/* Must be called with the the PAD_LOCK held */ +static void +update_time_level (GstAggregatorPad * aggpad, gboolean head) +{ + if (head) { + if (GST_CLOCK_TIME_IS_VALID (aggpad->priv->head_position) && + aggpad->priv->head_segment.format == GST_FORMAT_TIME) + aggpad->priv->head_time = + gst_segment_to_running_time (&aggpad->priv->head_segment, + GST_FORMAT_TIME, aggpad->priv->head_position); + else + aggpad->priv->head_time = GST_CLOCK_TIME_NONE; + + if (!GST_CLOCK_TIME_IS_VALID (aggpad->priv->tail_time)) + aggpad->priv->tail_time = aggpad->priv->head_time; + } else { + if (GST_CLOCK_TIME_IS_VALID (aggpad->priv->tail_position) && + aggpad->segment.format == GST_FORMAT_TIME) + aggpad->priv->tail_time = + gst_segment_to_running_time (&aggpad->segment, + GST_FORMAT_TIME, aggpad->priv->tail_position); + else + aggpad->priv->tail_time = aggpad->priv->head_time; + } - tmpbuf = gst_aggregator_pad_steal_buffer (aggpad); - gst_buffer_replace (&tmpbuf, NULL); + if (aggpad->priv->head_time == GST_CLOCK_TIME_NONE || + aggpad->priv->tail_time == GST_CLOCK_TIME_NONE) { + aggpad->priv->time_level = 0; + return; + } + + if (aggpad->priv->tail_time > aggpad->priv->head_time) + aggpad->priv->time_level = 0; + else + aggpad->priv->time_level = aggpad->priv->head_time - + aggpad->priv->tail_time; } + /* GstAggregator vmethods default implementations */ static gboolean gst_aggregator_default_sink_event (GstAggregator * self, @@ -785,24 +1088,29 @@ gst_aggregator_default_sink_event (GstAggregator * self, GST_DEBUG_OBJECT (aggpad, "Got FLUSH_STOP"); gst_aggregator_pad_flush (aggpad, self); - if (g_atomic_int_get (&priv->flush_seeking)) { + GST_OBJECT_LOCK (self); + if (priv->flush_seeking) { g_atomic_int_set (&aggpad->priv->pending_flush_stop, FALSE); - - if (g_atomic_int_get (&priv->flush_seeking)) { - if (gst_aggregator_all_flush_stop_received (self)) { - /* That means we received FLUSH_STOP/FLUSH_STOP on - * all sinkpads -- Seeking is Done... sending FLUSH_STOP */ - gst_aggregator_flush (self); - gst_pad_push_event (self->srcpad, event); - priv->send_eos = TRUE; - event = NULL; - SRC_STREAM_BROADCAST (self); - - GST_INFO_OBJECT (self, "Releasing source pad STREAM_LOCK"); - GST_PAD_STREAM_UNLOCK (self->srcpad); - gst_aggregator_start_srcpad_task (self); - } + if (gst_aggregator_all_flush_stop_received_locked (self)) { + GST_OBJECT_UNLOCK (self); + /* That means we received FLUSH_STOP/FLUSH_STOP on + * all sinkpads -- Seeking is Done... sending FLUSH_STOP */ + gst_aggregator_flush (self); + gst_pad_push_event (self->srcpad, event); + event = NULL; + SRC_LOCK (self); + priv->send_eos = TRUE; + SRC_BROADCAST (self); + SRC_UNLOCK (self); + + GST_INFO_OBJECT (self, "Releasing source pad STREAM_LOCK"); + GST_PAD_STREAM_UNLOCK (self->srcpad); + gst_aggregator_start_srcpad_task (self); + } else { + GST_OBJECT_UNLOCK (self); } + } else { + GST_OBJECT_UNLOCK (self); } /* We never forward the event */ @@ -816,29 +1124,79 @@ gst_aggregator_default_sink_event (GstAggregator * self, * check for it. Mark pending_eos, eos will be set when steal_buffer is * called */ - PAD_LOCK_EVENT (aggpad); - if (!aggpad->buffer) { - aggpad->eos = TRUE; + SRC_LOCK (self); + PAD_LOCK (aggpad); + if (aggpad->priv->num_buffers == 0) { + aggpad->priv->eos = TRUE; } else { aggpad->priv->pending_eos = TRUE; } - PAD_UNLOCK_EVENT (aggpad); + PAD_UNLOCK (aggpad); - SRC_STREAM_BROADCAST (self); + SRC_BROADCAST (self); + SRC_UNLOCK (self); goto eat; } case GST_EVENT_SEGMENT: { - PAD_LOCK_EVENT (aggpad); + PAD_LOCK (aggpad); + GST_OBJECT_LOCK (aggpad); gst_event_copy_segment (event, &aggpad->segment); + update_time_level (aggpad, FALSE); + GST_OBJECT_UNLOCK (aggpad); + PAD_UNLOCK (aggpad); + + GST_OBJECT_LOCK (self); self->priv->seqnum = gst_event_get_seqnum (event); - PAD_UNLOCK_EVENT (aggpad); + GST_OBJECT_UNLOCK (self); goto eat; } case GST_EVENT_STREAM_START: { goto eat; } + case GST_EVENT_GAP: + { + GstClockTime pts, endpts; + GstClockTime duration; + GstBuffer *gapbuf; + + gst_event_parse_gap (event, &pts, &duration); + gapbuf = gst_buffer_new (); + + if (GST_CLOCK_TIME_IS_VALID (duration)) + endpts = pts + duration; + else + endpts = GST_CLOCK_TIME_NONE; + + GST_OBJECT_LOCK (aggpad); + res = gst_segment_clip (&aggpad->segment, GST_FORMAT_TIME, pts, endpts, + &pts, &endpts); + GST_OBJECT_UNLOCK (aggpad); + + if (!res) { + GST_WARNING_OBJECT (self, "GAP event outside segment, dropping"); + goto eat; + } + + if (GST_CLOCK_TIME_IS_VALID (endpts) && GST_CLOCK_TIME_IS_VALID (pts)) + duration = endpts - pts; + else + duration = GST_CLOCK_TIME_NONE; + + GST_BUFFER_PTS (gapbuf) = pts; + GST_BUFFER_DURATION (gapbuf) = duration; + GST_BUFFER_FLAG_SET (gapbuf, GST_BUFFER_FLAG_GAP); + GST_BUFFER_FLAG_SET (gapbuf, GST_BUFFER_FLAG_DROPPABLE); + + if (gst_aggregator_pad_chain_internal (self, aggpad, gapbuf, FALSE) != + GST_FLOW_OK) { + GST_WARNING_OBJECT (self, "Failed to chain gap buffer"); + res = FALSE; + } + + goto eat; + } case GST_EVENT_TAG: { GstTagList *tags; @@ -889,10 +1247,6 @@ gst_aggregator_stop (GstAggregator * agg) gst_aggregator_iterate_sinkpads (agg, gst_aggregator_stop_pad, NULL); - if (agg->priv->tags) - gst_tag_list_unref (agg->priv->tags); - agg->priv->tags = NULL; - klass = GST_AGGREGATOR_GET_CLASS (agg); if (klass->stop) @@ -900,6 +1254,14 @@ gst_aggregator_stop (GstAggregator * agg) else result = TRUE; + agg->priv->has_peer_latency = FALSE; + agg->priv->peer_latency_live = FALSE; + agg->priv->peer_latency_min = agg->priv->peer_latency_max = FALSE; + + if (agg->priv->tags) + gst_tag_list_unref (agg->priv->tags); + agg->priv->tags = NULL; + return result; } @@ -955,60 +1317,80 @@ static void gst_aggregator_release_pad (GstElement * element, GstPad * pad) { GstAggregator *self = GST_AGGREGATOR (element); - GstBuffer *tmpbuf; - GstAggregatorPad *aggpad = GST_AGGREGATOR_PAD (pad); GST_INFO_OBJECT (pad, "Removing pad"); - g_atomic_int_set (&aggpad->priv->flushing, TRUE); - tmpbuf = gst_aggregator_pad_steal_buffer (aggpad); - gst_buffer_replace (&tmpbuf, NULL); + SRC_LOCK (self); + gst_aggregator_pad_set_flushing (aggpad, GST_FLOW_FLUSHING, TRUE); gst_element_remove_pad (element, pad); - SRC_STREAM_BROADCAST (self); + self->priv->has_peer_latency = FALSE; + SRC_BROADCAST (self); + SRC_UNLOCK (self); } -static GstPad * -gst_aggregator_request_new_pad (GstElement * element, +static GstAggregatorPad * +gst_aggregator_default_create_new_pad (GstAggregator * self, GstPadTemplate * templ, const gchar * req_name, const GstCaps * caps) { - GstAggregator *self; GstAggregatorPad *agg_pad; + GstAggregatorPrivate *priv = self->priv; + gint serial = 0; + gchar *name = NULL; - GstElementClass *klass = GST_ELEMENT_GET_CLASS (element); - GstAggregatorPrivate *priv = GST_AGGREGATOR (element)->priv; + if (templ->direction != GST_PAD_SINK || + g_strcmp0 (templ->name_template, "sink_%u") != 0) + goto not_sink; - self = GST_AGGREGATOR (element); + GST_OBJECT_LOCK (self); + if (req_name == NULL || strlen (req_name) < 6 + || !g_str_has_prefix (req_name, "sink_")) { + /* no name given when requesting the pad, use next available int */ + serial = ++priv->max_padserial; + } else { + /* parse serial number from requested padname */ + serial = g_ascii_strtoull (&req_name[5], NULL, 10); + if (serial > priv->max_padserial) + priv->max_padserial = serial; + } - if (templ == gst_element_class_get_pad_template (klass, "sink_%u")) { - gint serial = 0; - gchar *name = NULL; + name = g_strdup_printf ("sink_%u", serial); + agg_pad = g_object_new (GST_AGGREGATOR_GET_CLASS (self)->sinkpads_type, + "name", name, "direction", GST_PAD_SINK, "template", templ, NULL); + g_free (name); - GST_OBJECT_LOCK (element); - if (req_name == NULL || strlen (req_name) < 6 - || !g_str_has_prefix (req_name, "sink_")) { - /* no name given when requesting the pad, use next available int */ - priv->padcount++; - } else { - /* parse serial number from requested padname */ - serial = g_ascii_strtoull (&req_name[5], NULL, 10); - if (serial >= priv->padcount) - priv->padcount = serial; - } + GST_OBJECT_UNLOCK (self); - name = g_strdup_printf ("sink_%u", priv->padcount); - agg_pad = g_object_new (GST_AGGREGATOR_GET_CLASS (self)->sinkpads_type, - "name", name, "direction", GST_PAD_SINK, "template", templ, NULL); - g_free (name); + return agg_pad; - GST_OBJECT_UNLOCK (element); + /* errors */ +not_sink: + { + GST_WARNING_OBJECT (self, "request new pad that is not a SINK pad\n"); + return NULL; + } +} - } else { +static GstPad * +gst_aggregator_request_new_pad (GstElement * element, + GstPadTemplate * templ, const gchar * req_name, const GstCaps * caps) +{ + GstAggregator *self; + GstAggregatorPad *agg_pad; + GstAggregatorClass *klass = GST_AGGREGATOR_GET_CLASS (element); + GstAggregatorPrivate *priv = GST_AGGREGATOR (element)->priv; + + self = GST_AGGREGATOR (element); + + agg_pad = klass->create_new_pad (self, templ, req_name, caps); + if (!agg_pad) { + GST_ERROR_OBJECT (element, "Couldn't create new pad"); return NULL; } GST_DEBUG_OBJECT (element, "Adding pad %s", GST_PAD_NAME (agg_pad)); + self->priv->has_peer_latency = FALSE; if (priv->running) gst_pad_set_active (GST_PAD (agg_pad), TRUE); @@ -1019,151 +1401,120 @@ gst_aggregator_request_new_pad (GstElement * element, return GST_PAD (agg_pad); } -typedef struct -{ - GstClockTime min, max; - gboolean live; -} LatencyData; +/* Must be called with SRC_LOCK held */ static gboolean -gst_aggregator_query_sink_latency_foreach (GstAggregator * self, - GstAggregatorPad * pad, gpointer user_data) +gst_aggregator_query_latency_unlocked (GstAggregator * self, GstQuery * query) { - LatencyData *data = user_data; - GstClockTime min, max; - GstQuery *query; - gboolean live, res; + gboolean query_ret, live; + GstClockTime our_latency, min, max; - query = gst_query_new_latency (); - res = gst_pad_peer_query (GST_PAD_CAST (pad), query); + query_ret = gst_pad_query_default (self->srcpad, GST_OBJECT (self), query); - if (res) { - gst_query_parse_latency (query, &live, &min, &max); + if (!query_ret) { + GST_WARNING_OBJECT (self, "Latency query failed"); + return FALSE; + } - GST_LOG_OBJECT (pad, "got latency live:%s min:%" G_GINT64_FORMAT - " max:%" G_GINT64_FORMAT, live ? "true" : "false", min, max); + gst_query_parse_latency (query, &live, &min, &max); - if (min != GST_CLOCK_TIME_NONE && min > data->min) - data->min = min; + our_latency = self->priv->latency; - if (max != GST_CLOCK_TIME_NONE && - ((data->max != GST_CLOCK_TIME_NONE && max < data->max) || - (data->max == GST_CLOCK_TIME_NONE))) - data->max = max; + if (G_UNLIKELY (!GST_CLOCK_TIME_IS_VALID (min))) { + GST_ERROR_OBJECT (self, "Invalid minimum latency %" GST_TIME_FORMAT + ". Please file a bug at " PACKAGE_BUGREPORT ".", GST_TIME_ARGS (min)); + return FALSE; + } - data->live |= live; + if (min > max && GST_CLOCK_TIME_IS_VALID (max)) { + GST_ELEMENT_WARNING (self, CORE, CLOCK, (NULL), + ("Impossible to configure latency: max %" GST_TIME_FORMAT " < min %" + GST_TIME_FORMAT ". Add queues or other buffering elements.", + GST_TIME_ARGS (max), GST_TIME_ARGS (min))); + return FALSE; } - gst_query_unref (query); + self->priv->peer_latency_live = live; + self->priv->peer_latency_min = min; + self->priv->peer_latency_max = max; + self->priv->has_peer_latency = TRUE; - return TRUE; + /* add our own */ + min += our_latency; + min += self->priv->sub_latency_min; + if (GST_CLOCK_TIME_IS_VALID (self->priv->sub_latency_max) + && GST_CLOCK_TIME_IS_VALID (max)) + max += self->priv->sub_latency_max + our_latency; + else + max = GST_CLOCK_TIME_NONE; + + SRC_BROADCAST (self); + + GST_DEBUG_OBJECT (self, "configured latency live:%s min:%" G_GINT64_FORMAT + " max:%" G_GINT64_FORMAT, live ? "true" : "false", min, max); + + gst_query_set_latency (query, live, min, max); + + return query_ret; } -/** - * gst_aggregator_get_latency: - * @self: a #GstAggregator - * @live: (out) (allow-none): whether @self is live - * @min_latency: (out) (allow-none): the configured minimum latency of @self - * @max_latency: (out) (allow-none): the configured maximum latency of @self - * - * Retreives the latency values reported by @self in response to the latency - * query. +/* + * MUST be called with the src_lock held. * - * Typically only called by subclasses. + * See gst_aggregator_get_latency() for doc */ -void -gst_aggregator_get_latency (GstAggregator * self, gboolean * live, - GstClockTime * min_latency, GstClockTime * max_latency) +static GstClockTime +gst_aggregator_get_latency_unlocked (GstAggregator * self) { - GstClockTime min, max; + GstClockTime latency; - g_return_if_fail (GST_IS_AGGREGATOR (self)); + g_return_val_if_fail (GST_IS_AGGREGATOR (self), 0); - /* latency_min is never GST_CLOCK_TIME_NONE by construction */ - min = self->priv->latency_min; - max = self->priv->latency_max; + if (!self->priv->has_peer_latency) { + GstQuery *query = gst_query_new_latency (); + gboolean ret; - min += self->priv->sub_latency_min; - if (GST_CLOCK_TIME_IS_VALID (max) - && GST_CLOCK_TIME_IS_VALID (self->priv->sub_latency_max)) - max += self->priv->sub_latency_max; - - if (GST_CLOCK_TIME_IS_VALID (self->latency)) { - min += self->latency; - if (GST_CLOCK_TIME_IS_VALID (max)) - max += self->latency; + ret = gst_aggregator_query_latency_unlocked (self, query); + gst_query_unref (query); + if (!ret) + return GST_CLOCK_TIME_NONE; } - if (live) - *live = self->priv->latency_live; - if (min_latency) - *min_latency = min; - if (max_latency) - *max_latency = max; -} - -static gboolean -gst_aggregator_query_latency (GstAggregator * self, GstQuery * query) -{ - LatencyData data; - - data.min = 0; - data.max = GST_CLOCK_TIME_NONE; - data.live = FALSE; - - /* query upstream's latency */ - SRC_STREAM_LOCK (self); - gst_aggregator_iterate_sinkpads (self, - gst_aggregator_query_sink_latency_foreach, &data); - SRC_STREAM_UNLOCK (self); - - if (data.live && GST_CLOCK_TIME_IS_VALID (self->latency) && - self->latency > data.max) { - GST_ELEMENT_WARNING (self, CORE, NEGOTIATION, - ("%s", "Latency too big"), - ("The requested latency value is too big for the current pipeline. " - "Limiting to %" G_GINT64_FORMAT, data.max)); - self->latency = data.max; - } + if (!self->priv->has_peer_latency || !self->priv->peer_latency_live) + return GST_CLOCK_TIME_NONE; - if (G_UNLIKELY (!GST_CLOCK_TIME_IS_VALID (data.min))) { - GST_WARNING_OBJECT (self, "Invalid minimum latency, using 0"); - data.min = 0; - } - - if (G_UNLIKELY (data.min > data.max)) { - GST_WARNING_OBJECT (self, "Minimum latency is greater than maximum latency " - "(%" G_GINT64_FORMAT " > %" G_GINT64_FORMAT "). " - "Clamping it at the maximum latency", data.min, data.max); - data.min = data.max; - } - - self->priv->latency_live = data.live; - self->priv->latency_min = data.min; - self->priv->latency_max = data.max; + /* latency_min is never GST_CLOCK_TIME_NONE by construction */ + latency = self->priv->peer_latency_min; /* add our own */ - if (GST_CLOCK_TIME_IS_VALID (self->latency)) { - if (GST_CLOCK_TIME_IS_VALID (data.min)) - data.min += self->latency; - if (GST_CLOCK_TIME_IS_VALID (data.max)) - data.max += self->latency; - } + latency += self->priv->latency; + latency += self->priv->sub_latency_min; - if (GST_CLOCK_TIME_IS_VALID (self->priv->sub_latency_min) - && GST_CLOCK_TIME_IS_VALID (data.min)) - data.min += self->priv->sub_latency_min; - if (GST_CLOCK_TIME_IS_VALID (self->priv->sub_latency_max) - && GST_CLOCK_TIME_IS_VALID (data.max)) - data.max += self->priv->sub_latency_max; + return latency; +} - GST_DEBUG_OBJECT (self, "configured latency live:%s min:%" G_GINT64_FORMAT - " max:%" G_GINT64_FORMAT, data.live ? "true" : "false", data.min, - data.max); +/** + * gst_aggregator_get_latency: + * @self: a #GstAggregator + * + * Retrieves the latency values reported by @self in response to the latency + * query, or %GST_CLOCK_TIME_NONE if there is not live source connected and the element + * will not wait for the clock. + * + * Typically only called by subclasses. + * + * Returns: The latency or %GST_CLOCK_TIME_NONE if the element does not sync + */ +GstClockTime +gst_aggregator_get_latency (GstAggregator * self) +{ + GstClockTime ret; - gst_query_set_latency (query, data.live, data.min, data.max); + SRC_LOCK (self); + ret = gst_aggregator_get_latency_unlocked (self); + SRC_UNLOCK (self); - return TRUE; + return ret; } static gboolean @@ -1182,10 +1533,14 @@ gst_aggregator_send_event (GstElement * element, GstEvent * event) gst_event_parse_seek (event, &rate, &fmt, &flags, &start_type, &start, &stop_type, &stop); + + GST_OBJECT_LOCK (self); gst_segment_do_seek (&self->segment, rate, fmt, flags, start_type, start, stop_type, stop, NULL); - self->priv->seqnum = gst_event_get_seqnum (event); + self->priv->first_buffer = FALSE; + GST_OBJECT_UNLOCK (self); + GST_DEBUG_OBJECT (element, "Storing segment %" GST_PTR_FORMAT, event); } GST_STATE_UNLOCK (element); @@ -1211,27 +1566,17 @@ gst_aggregator_default_src_query (GstAggregator * self, GstQuery * query) gst_query_set_seeking (query, format, FALSE, 0, -1); res = TRUE; - goto discard; + break; } case GST_QUERY_LATENCY: - { - gboolean ret; - - ret = gst_aggregator_query_latency (self, query); - /* Wake up the src thread again, due to changed latencies - * or changed live-ness we might have to adjust if we wait - * on a deadline at all and how long. - */ - SRC_STREAM_BROADCAST (self); - return ret; - } - default: + SRC_LOCK (self); + res = gst_aggregator_query_latency_unlocked (self, query); + SRC_UNLOCK (self); break; + default: + return gst_pad_query_default (self->srcpad, GST_OBJECT (self), query); } - return gst_pad_query_default (self->srcpad, GST_OBJECT (self), query); - -discard: return res; } @@ -1241,21 +1586,25 @@ gst_aggregator_event_forward_func (GstPad * pad, gpointer user_data) EventData *evdata = user_data; gboolean ret = TRUE; GstPad *peer = gst_pad_get_peer (pad); - GstAggregatorPadPrivate *padpriv = GST_AGGREGATOR_PAD (pad)->priv; + GstAggregatorPad *aggpad = GST_AGGREGATOR_PAD (pad); if (peer) { - ret = gst_pad_send_event (peer, gst_event_ref (evdata->event)); - GST_DEBUG_OBJECT (pad, "return of event push is %d", ret); - gst_object_unref (peer); + if (evdata->only_to_active_pads && aggpad->priv->first_buffer) { + GST_DEBUG_OBJECT (pad, "not sending event to inactive pad"); + ret = TRUE; + } else { + ret = gst_pad_send_event (peer, gst_event_ref (evdata->event)); + GST_DEBUG_OBJECT (pad, "return of event push is %d", ret); + gst_object_unref (peer); + } } if (ret == FALSE) { - if (GST_EVENT_TYPE (evdata->event) == GST_EVENT_SEEK) - GST_ERROR_OBJECT (pad, "Event %" GST_PTR_FORMAT " failed", evdata->event); - if (GST_EVENT_TYPE (evdata->event) == GST_EVENT_SEEK) { GstQuery *seeking = gst_query_new_seeking (GST_FORMAT_TIME); + GST_DEBUG_OBJECT (pad, "Event %" GST_PTR_FORMAT " failed", evdata->event); + if (gst_pad_query (peer, seeking)) { gboolean seekable; @@ -1270,11 +1619,15 @@ gst_aggregator_event_forward_func (GstPad * pad, gpointer user_data) } else { GST_ERROR_OBJECT (pad, "Query seeking FAILED"); } + + gst_query_unref (seeking); } if (evdata->flush) { - padpriv->pending_flush_start = FALSE; - padpriv->pending_flush_stop = FALSE; + PAD_LOCK (aggpad); + aggpad->priv->pending_flush_start = FALSE; + aggpad->priv->pending_flush_stop = FALSE; + PAD_UNLOCK (aggpad); } } else { evdata->one_actually_seeked = TRUE; @@ -1286,19 +1639,9 @@ gst_aggregator_event_forward_func (GstPad * pad, gpointer user_data) return FALSE; } -static gboolean -gst_aggregator_set_flush_pending (GstAggregator * self, GstAggregatorPad * pad, - gpointer udata) -{ - pad->priv->pending_flush_start = TRUE; - pad->priv->pending_flush_stop = FALSE; - - return TRUE; -} - static EventData gst_aggregator_forward_event_to_all_sinkpads (GstAggregator * self, - GstEvent * event, gboolean flush) + GstEvent * event, gboolean flush, gboolean only_to_active_pads) { EventData evdata; @@ -1306,13 +1649,25 @@ gst_aggregator_forward_event_to_all_sinkpads (GstAggregator * self, evdata.result = TRUE; evdata.flush = flush; evdata.one_actually_seeked = FALSE; + evdata.only_to_active_pads = only_to_active_pads; /* We first need to set all pads as flushing in a first pass * as flush_start flush_stop is sometimes sent synchronously * while we send the seek event */ - if (flush) - gst_aggregator_iterate_sinkpads (self, - gst_aggregator_set_flush_pending, NULL); + if (flush) { + GList *l; + + GST_OBJECT_LOCK (self); + for (l = GST_ELEMENT_CAST (self)->sinkpads; l != NULL; l = l->next) { + GstAggregatorPad *pad = l->data; + + PAD_LOCK (pad); + pad->priv->pending_flush_start = TRUE; + pad->priv->pending_flush_stop = FALSE; + PAD_UNLOCK (pad); + } + GST_OBJECT_UNLOCK (self); + } gst_pad_forward (self->srcpad, gst_aggregator_event_forward_func, &evdata); @@ -1340,21 +1695,29 @@ gst_aggregator_do_seek (GstAggregator * self, GstEvent * event) flush = flags & GST_SEEK_FLAG_FLUSH; + GST_OBJECT_LOCK (self); if (flush) { - g_atomic_int_set (&priv->pending_flush_start, TRUE); - g_atomic_int_set (&priv->flush_seeking, TRUE); + priv->pending_flush_start = TRUE; + priv->flush_seeking = TRUE; } gst_segment_do_seek (&self->segment, rate, fmt, flags, start_type, start, stop_type, stop, NULL); + /* Seeking sets a position */ + self->priv->first_buffer = FALSE; + GST_OBJECT_UNLOCK (self); + /* forward the seek upstream */ - evdata = gst_aggregator_forward_event_to_all_sinkpads (self, event, flush); + evdata = + gst_aggregator_forward_event_to_all_sinkpads (self, event, flush, FALSE); event = NULL; if (!evdata.result || !evdata.one_actually_seeked) { - g_atomic_int_set (&priv->flush_seeking, FALSE); - g_atomic_int_set (&priv->pending_flush_start, FALSE); + GST_OBJECT_LOCK (self); + priv->flush_seeking = FALSE; + priv->pending_flush_start = FALSE; + GST_OBJECT_UNLOCK (self); } GST_INFO_OBJECT (self, "seek done, result: %d", evdata.result); @@ -1390,7 +1753,12 @@ gst_aggregator_default_src_event (GstAggregator * self, GstEvent * event) } } - evdata = gst_aggregator_forward_event_to_all_sinkpads (self, event, FALSE); + /* Don't forward QOS events to pads that had no active buffer yet. Otherwise + * they will receive a QOS event that has earliest_time=0 (because we can't + * have negative timestamps), and consider their buffer as too late */ + evdata = + gst_aggregator_forward_event_to_all_sinkpads (self, event, FALSE, + GST_EVENT_TYPE (event) == GST_EVENT_QOS); res = evdata.result; done: @@ -1465,23 +1833,16 @@ gst_aggregator_finalize (GObject * object) { GstAggregator *self = (GstAggregator *) object; - g_mutex_clear (&self->priv->setcaps_lock); g_mutex_clear (&self->priv->src_lock); g_cond_clear (&self->priv->src_cond); G_OBJECT_CLASS (aggregator_parent_class)->finalize (object); } -static void -gst_aggregator_dispose (GObject * object) -{ - G_OBJECT_CLASS (aggregator_parent_class)->dispose (object); -} - /* * gst_aggregator_set_latency_property: * @agg: a #GstAggregator - * @latency: the new latency value. + * @latency: the new latency value (in nanoseconds). * * Sets the new latency value to @latency. This value is used to limit the * amount of time a pad waits for data to appear before considering the pad @@ -1493,22 +1854,35 @@ gst_aggregator_set_latency_property (GstAggregator * self, gint64 latency) gboolean changed; g_return_if_fail (GST_IS_AGGREGATOR (self)); + g_return_if_fail (GST_CLOCK_TIME_IS_VALID (latency)); - GST_OBJECT_LOCK (self); + SRC_LOCK (self); + changed = (self->priv->latency != latency); + + if (changed) { + GList *item; - if (self->priv->latency_live && self->priv->latency_max != 0 && - GST_CLOCK_TIME_IS_VALID (latency) && latency > self->priv->latency_max) { - GST_ELEMENT_WARNING (self, CORE, NEGOTIATION, - ("%s", "Latency too big"), - ("The requested latency value is too big for the latency in the " - "current pipeline. Limiting to %" G_GINT64_FORMAT, - self->priv->latency_max)); - latency = self->priv->latency_max; + GST_OBJECT_LOCK (self); + /* First lock all the pads */ + for (item = GST_ELEMENT_CAST (self)->sinkpads; item; item = item->next) { + GstAggregatorPad *aggpad = GST_AGGREGATOR_PAD (item->data); + PAD_LOCK (aggpad); + } + + self->priv->latency = latency; + + SRC_BROADCAST (self); + + /* Now wake up the pads */ + for (item = GST_ELEMENT_CAST (self)->sinkpads; item; item = item->next) { + GstAggregatorPad *aggpad = GST_AGGREGATOR_PAD (item->data); + PAD_BROADCAST_EVENT (aggpad); + PAD_UNLOCK (aggpad); + } + GST_OBJECT_UNLOCK (self); } - changed = self->latency != latency; - self->latency = latency; - GST_OBJECT_UNLOCK (self); + SRC_UNLOCK (self); if (changed) gst_element_post_message (GST_ELEMENT_CAST (self), @@ -1522,7 +1896,7 @@ gst_aggregator_set_latency_property (GstAggregator * self, gint64 latency) * Gets the latency value. See gst_aggregator_set_latency for * more details. * - * Returns: The time in nanoseconds to wait for data to arrive on a sink pad + * Returns: The time in nanoseconds to wait for data to arrive on a sink pad * before a pad is deemed unresponsive. A value of -1 means an * unlimited time. */ @@ -1534,7 +1908,7 @@ gst_aggregator_get_latency_property (GstAggregator * agg) g_return_val_if_fail (GST_IS_AGGREGATOR (agg), -1); GST_OBJECT_LOCK (agg); - res = agg->latency; + res = agg->priv->latency; GST_OBJECT_UNLOCK (agg); return res; @@ -1550,6 +1924,12 @@ gst_aggregator_set_property (GObject * object, guint prop_id, case PROP_LATENCY: gst_aggregator_set_latency_property (agg, g_value_get_int64 (value)); break; + case PROP_START_TIME_SELECTION: + agg->priv->start_time_selection = g_value_get_enum (value); + break; + case PROP_START_TIME: + agg->priv->start_time = g_value_get_uint64 (value); + break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; @@ -1566,6 +1946,12 @@ gst_aggregator_get_property (GObject * object, guint prop_id, case PROP_LATENCY: g_value_set_int64 (value, gst_aggregator_get_latency_property (agg)); break; + case PROP_START_TIME_SELECTION: + g_value_set_enum (value, agg->priv->start_time_selection); + break; + case PROP_START_TIME: + g_value_set_uint64 (value, agg->priv->start_time); + break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; @@ -1593,6 +1979,8 @@ gst_aggregator_class_init (GstAggregatorClass * klass) klass->src_event = gst_aggregator_default_src_event; klass->src_query = gst_aggregator_default_src_query; + klass->create_new_pad = gst_aggregator_default_create_new_pad; + gstelement_class->request_new_pad = GST_DEBUG_FUNCPTR (gst_aggregator_request_new_pad); gstelement_class->send_event = GST_DEBUG_FUNCPTR (gst_aggregator_send_event); @@ -1604,15 +1992,29 @@ gst_aggregator_class_init (GstAggregatorClass * klass) gobject_class->set_property = gst_aggregator_set_property; gobject_class->get_property = gst_aggregator_get_property; gobject_class->finalize = gst_aggregator_finalize; - gobject_class->dispose = gst_aggregator_dispose; g_object_class_install_property (gobject_class, PROP_LATENCY, g_param_spec_int64 ("latency", "Buffer latency", "Additional latency in live mode to allow upstream " "to take longer to produce buffers for the current " - "position", 0, + "position (in nanoseconds)", 0, (G_MAXLONG == G_MAXINT64) ? G_MAXINT64 : (G_MAXLONG * GST_SECOND - 1), DEFAULT_LATENCY, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); + + g_object_class_install_property (gobject_class, PROP_START_TIME_SELECTION, + g_param_spec_enum ("start-time-selection", "Start Time Selection", + "Decides which start time is output", + gst_aggregator_start_time_selection_get_type (), + DEFAULT_START_TIME_SELECTION, + G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); + + g_object_class_install_property (gobject_class, PROP_START_TIME, + g_param_spec_uint64 ("start-time", "Start Time", + "Start time to use if start-time-selection=set", 0, + G_MAXUINT64, + DEFAULT_START_TIME, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); + + GST_DEBUG_REGISTER_FUNCPTR (gst_aggregator_stop_pad); } static void @@ -1633,12 +2035,13 @@ gst_aggregator_init (GstAggregator * self, GstAggregatorClass * klass) gst_element_class_get_pad_template (GST_ELEMENT_CLASS (klass), "src"); g_return_if_fail (pad_template != NULL); - priv->padcount = -1; + priv->max_padserial = -1; priv->tags_changed = FALSE; - self->priv->latency_live = FALSE; - self->priv->latency_min = self->priv->sub_latency_min = 0; - self->priv->latency_max = self->priv->sub_latency_max = GST_CLOCK_TIME_NONE; + self->priv->peer_latency_live = FALSE; + self->priv->peer_latency_min = self->priv->sub_latency_min = 0; + self->priv->peer_latency_max = self->priv->sub_latency_max = 0; + self->priv->has_peer_latency = FALSE; gst_aggregator_reset_flow_values (self); self->srcpad = gst_pad_new_from_template (pad_template, "src"); @@ -1652,9 +2055,10 @@ gst_aggregator_init (GstAggregator * self, GstAggregatorClass * klass) gst_element_add_pad (GST_ELEMENT (self), self->srcpad); - self->latency = 0; + self->priv->latency = DEFAULT_LATENCY; + self->priv->start_time_selection = DEFAULT_START_TIME_SELECTION; + self->priv->start_time = DEFAULT_START_TIME; - g_mutex_init (&self->priv->setcaps_lock); g_mutex_init (&self->priv->src_lock); g_cond_init (&self->priv->src_cond); } @@ -1687,74 +2091,196 @@ gst_aggregator_get_type (void) return type; } +/* Must be called with SRC lock and PAD lock held */ +static gboolean +gst_aggregator_pad_has_space (GstAggregator * self, GstAggregatorPad * aggpad) +{ + /* Empty queue always has space */ + if (aggpad->priv->num_buffers == 0 && aggpad->priv->clipped_buffer == NULL) + return TRUE; + + /* We also want at least two buffers, one is being processed and one is ready + * for the next iteration when we operate in live mode. */ + if (self->priv->peer_latency_live && aggpad->priv->num_buffers < 2) + return TRUE; + + /* zero latency, if there is a buffer, it's full */ + if (self->priv->latency == 0) + return FALSE; + + /* Allow no more buffers than the latency */ + return (aggpad->priv->time_level <= self->priv->latency); +} + +/* Must be called with the PAD_LOCK held */ +static void +apply_buffer (GstAggregatorPad * aggpad, GstBuffer * buffer, gboolean head) +{ + GstClockTime timestamp; + + if (GST_BUFFER_DTS_IS_VALID (buffer)) + timestamp = GST_BUFFER_DTS (buffer); + else + timestamp = GST_BUFFER_PTS (buffer); + + if (timestamp == GST_CLOCK_TIME_NONE) { + if (head) + timestamp = aggpad->priv->head_position; + else + timestamp = aggpad->priv->tail_position; + } + + /* add duration */ + if (GST_BUFFER_DURATION_IS_VALID (buffer)) + timestamp += GST_BUFFER_DURATION (buffer); + + if (head) + aggpad->priv->head_position = timestamp; + else + aggpad->priv->tail_position = timestamp; + + update_time_level (aggpad, head); +} + static GstFlowReturn -gst_aggregator_pad_chain (GstPad * pad, GstObject * object, GstBuffer * buffer) +gst_aggregator_pad_chain_internal (GstAggregator * self, + GstAggregatorPad * aggpad, GstBuffer * buffer, gboolean head) { - GstBuffer *actual_buf = buffer; - GstAggregator *self = GST_AGGREGATOR (object); - GstAggregatorPrivate *priv = self->priv; - GstAggregatorPad *aggpad = GST_AGGREGATOR_PAD (pad); - GstAggregatorClass *aggclass = GST_AGGREGATOR_GET_CLASS (object); + GstFlowReturn flow_return; + GstClockTime buf_pts; GST_DEBUG_OBJECT (aggpad, "Start chaining a buffer %" GST_PTR_FORMAT, buffer); - PAD_STREAM_LOCK (aggpad); + PAD_FLUSH_LOCK (aggpad); - if (g_atomic_int_get (&aggpad->priv->flushing) == TRUE) + PAD_LOCK (aggpad); + flow_return = aggpad->priv->flow_return; + if (flow_return != GST_FLOW_OK) goto flushing; - if (g_atomic_int_get (&aggpad->priv->pending_eos) == TRUE) + if (aggpad->priv->pending_eos == TRUE) goto eos; - PAD_LOCK_EVENT (aggpad); + PAD_UNLOCK (aggpad); + + buf_pts = GST_BUFFER_PTS (buffer); + + aggpad->priv->first_buffer = FALSE; + + for (;;) { + SRC_LOCK (self); + GST_OBJECT_LOCK (self); + PAD_LOCK (aggpad); + if (gst_aggregator_pad_has_space (self, aggpad) + && aggpad->priv->flow_return == GST_FLOW_OK) { + if (head) + g_queue_push_head (&aggpad->priv->buffers, buffer); + else + g_queue_push_tail (&aggpad->priv->buffers, buffer); + apply_buffer (aggpad, buffer, head); + aggpad->priv->num_buffers++; + buffer = NULL; + SRC_BROADCAST (self); + break; + } - while (aggpad->buffer && g_atomic_int_get (&aggpad->priv->flushing) == FALSE) { + flow_return = aggpad->priv->flow_return; + if (flow_return != GST_FLOW_OK) { + GST_OBJECT_UNLOCK (self); + SRC_UNLOCK (self); + goto flushing; + } GST_DEBUG_OBJECT (aggpad, "Waiting for buffer to be consumed"); + GST_OBJECT_UNLOCK (self); + SRC_UNLOCK (self); PAD_WAIT_EVENT (aggpad); + + PAD_UNLOCK (aggpad); } - PAD_UNLOCK_EVENT (aggpad); - if (g_atomic_int_get (&aggpad->priv->flushing) == TRUE) - goto flushing; + if (self->priv->first_buffer) { + GstClockTime start_time; - if (aggclass->clip) { - aggclass->clip (self, aggpad, buffer, &actual_buf); + switch (self->priv->start_time_selection) { + case GST_AGGREGATOR_START_TIME_SELECTION_ZERO: + default: + start_time = 0; + break; + case GST_AGGREGATOR_START_TIME_SELECTION_FIRST: + GST_OBJECT_LOCK (aggpad); + if (aggpad->priv->head_segment.format == GST_FORMAT_TIME) { + start_time = buf_pts; + if (start_time != -1) { + start_time = MAX (start_time, aggpad->priv->head_segment.start); + start_time = + gst_segment_to_running_time (&aggpad->priv->head_segment, + GST_FORMAT_TIME, start_time); + } + } else { + start_time = 0; + GST_WARNING_OBJECT (aggpad, + "Ignoring request of selecting the first start time " + "as the segment is a %s segment instead of a time segment", + gst_format_get_name (aggpad->segment.format)); + } + GST_OBJECT_UNLOCK (aggpad); + break; + case GST_AGGREGATOR_START_TIME_SELECTION_SET: + start_time = self->priv->start_time; + if (start_time == -1) + start_time = 0; + break; + } + + if (start_time != -1) { + if (self->segment.position == -1) + self->segment.position = start_time; + else + self->segment.position = MIN (start_time, self->segment.position); + + GST_DEBUG_OBJECT (self, "Selecting start time %" GST_TIME_FORMAT, + GST_TIME_ARGS (start_time)); + } } - PAD_LOCK_EVENT (aggpad); - if (aggpad->buffer) - gst_buffer_unref (aggpad->buffer); - aggpad->buffer = actual_buf; - PAD_UNLOCK_EVENT (aggpad); - PAD_STREAM_UNLOCK (aggpad); + PAD_UNLOCK (aggpad); + GST_OBJECT_UNLOCK (self); + SRC_UNLOCK (self); - SRC_STREAM_LOCK (self); - if (gst_aggregator_iterate_sinkpads (self, - gst_aggregator_check_all_pads_with_data_or_eos, NULL)) - SRC_STREAM_BROADCAST_UNLOCKED (self); - SRC_STREAM_UNLOCK (self); + PAD_FLUSH_UNLOCK (aggpad); GST_DEBUG_OBJECT (aggpad, "Done chaining"); - return priv->flow_return; + return flow_return; flushing: - PAD_STREAM_UNLOCK (aggpad); + PAD_UNLOCK (aggpad); + PAD_FLUSH_UNLOCK (aggpad); - gst_buffer_unref (buffer); - GST_DEBUG_OBJECT (aggpad, "We are flushing"); + GST_DEBUG_OBJECT (aggpad, "Pad is %s, dropping buffer", + gst_flow_get_name (flow_return)); + if (buffer) + gst_buffer_unref (buffer); - return GST_FLOW_FLUSHING; + return flow_return; eos: - PAD_STREAM_UNLOCK (aggpad); + PAD_UNLOCK (aggpad); + PAD_FLUSH_UNLOCK (aggpad); gst_buffer_unref (buffer); - GST_DEBUG_OBJECT (pad, "We are EOS already..."); + GST_DEBUG_OBJECT (aggpad, "We are EOS already..."); return GST_FLOW_EOS; } +static GstFlowReturn +gst_aggregator_pad_chain (GstPad * pad, GstObject * object, GstBuffer * buffer) +{ + return gst_aggregator_pad_chain_internal (GST_AGGREGATOR_CAST (object), + GST_AGGREGATOR_PAD_CAST (pad), buffer, TRUE); +} + static gboolean gst_aggregator_pad_query_func (GstPad * pad, GstObject * parent, GstQuery * query) @@ -1763,89 +2289,110 @@ gst_aggregator_pad_query_func (GstPad * pad, GstObject * parent, GstAggregatorClass *klass = GST_AGGREGATOR_GET_CLASS (parent); if (GST_QUERY_IS_SERIALIZED (query)) { - PAD_LOCK_EVENT (aggpad); - - if (g_atomic_int_get (&aggpad->priv->flushing) == TRUE) { - PAD_UNLOCK_EVENT (aggpad); - goto flushing; - } + PAD_LOCK (aggpad); - while (aggpad->buffer - && g_atomic_int_get (&aggpad->priv->flushing) == FALSE) { + while (!gst_aggregator_pad_queue_is_empty (aggpad) + && aggpad->priv->flow_return == GST_FLOW_OK) { GST_DEBUG_OBJECT (aggpad, "Waiting for buffer to be consumed"); PAD_WAIT_EVENT (aggpad); } - PAD_UNLOCK_EVENT (aggpad); - if (g_atomic_int_get (&aggpad->priv->flushing) == TRUE) + if (aggpad->priv->flow_return != GST_FLOW_OK) goto flushing; + + PAD_UNLOCK (aggpad); } return klass->sink_query (GST_AGGREGATOR (parent), GST_AGGREGATOR_PAD (pad), query); flushing: - GST_DEBUG_OBJECT (aggpad, "Pad is flushing, dropping query"); + GST_DEBUG_OBJECT (aggpad, "Pad is %s, dropping query", + gst_flow_get_name (aggpad->priv->flow_return)); + PAD_UNLOCK (aggpad); return FALSE; } -static gboolean +static GstFlowReturn gst_aggregator_pad_event_func (GstPad * pad, GstObject * parent, GstEvent * event) { + GstFlowReturn ret = GST_FLOW_OK; + GstAggregator *self = GST_AGGREGATOR (parent); GstAggregatorPad *aggpad = GST_AGGREGATOR_PAD (pad); GstAggregatorClass *klass = GST_AGGREGATOR_GET_CLASS (parent); if (GST_EVENT_IS_SERIALIZED (event) && GST_EVENT_TYPE (event) != GST_EVENT_EOS - && GST_EVENT_TYPE (event) != GST_EVENT_SEGMENT_DONE) { - PAD_LOCK_EVENT (aggpad); + /* && GST_EVENT_TYPE (event) != GST_EVENT_SEGMENT_DONE */ ) { + SRC_LOCK (self); + PAD_LOCK (aggpad); - if (g_atomic_int_get (&aggpad->priv->flushing) == TRUE + if (aggpad->priv->flow_return != GST_FLOW_OK && GST_EVENT_TYPE (event) != GST_EVENT_FLUSH_STOP) { - PAD_UNLOCK_EVENT (aggpad); + ret = aggpad->priv->flow_return; goto flushing; } - while (aggpad->buffer - && g_atomic_int_get (&aggpad->priv->flushing) == FALSE) { - GST_DEBUG_OBJECT (aggpad, "Waiting for buffer to be consumed"); - PAD_WAIT_EVENT (aggpad); + if (GST_EVENT_TYPE (event) == GST_EVENT_SEGMENT) { + GST_OBJECT_LOCK (aggpad); + gst_event_copy_segment (event, &aggpad->priv->head_segment); + aggpad->priv->head_position = aggpad->priv->head_segment.position; + update_time_level (aggpad, TRUE); + GST_OBJECT_UNLOCK (aggpad); } - PAD_UNLOCK_EVENT (aggpad); - if (g_atomic_int_get (&aggpad->priv->flushing) == TRUE - && GST_EVENT_TYPE (event) != GST_EVENT_FLUSH_STOP) - goto flushing; + if (GST_EVENT_TYPE (event) != GST_EVENT_FLUSH_STOP) { + GST_DEBUG_OBJECT (aggpad, "Store event in queue: %" GST_PTR_FORMAT, + event); + g_queue_push_head (&aggpad->priv->buffers, event); + event = NULL; + SRC_BROADCAST (self); + } + PAD_UNLOCK (aggpad); + SRC_UNLOCK (self); + } + + if (event) { + gboolean is_caps = (GST_EVENT_TYPE (event) == GST_EVENT_CAPS); + + if (!klass->sink_event (self, aggpad, event)) { + /* Copied from GstPad to convert boolean to a GstFlowReturn in + * the event handling func */ + ret = is_caps ? GST_FLOW_NOT_NEGOTIATED : GST_FLOW_ERROR; + } } - return klass->sink_event (GST_AGGREGATOR (parent), - GST_AGGREGATOR_PAD (pad), event); + return ret; flushing: - GST_DEBUG_OBJECT (aggpad, "Pad is flushing, dropping event"); + GST_DEBUG_OBJECT (aggpad, "Pad is %s, dropping event", + gst_flow_get_name (aggpad->priv->flow_return)); + PAD_UNLOCK (aggpad); + SRC_UNLOCK (self); if (GST_EVENT_IS_STICKY (event)) gst_pad_store_sticky_event (pad, event); gst_event_unref (event); - return FALSE; + + return ret; } static gboolean gst_aggregator_pad_activate_mode_func (GstPad * pad, GstObject * parent, GstPadMode mode, gboolean active) { + GstAggregator *self = GST_AGGREGATOR (parent); GstAggregatorPad *aggpad = GST_AGGREGATOR_PAD (pad); if (active == FALSE) { - PAD_LOCK_EVENT (aggpad); - g_atomic_int_set (&aggpad->priv->flushing, TRUE); - gst_buffer_replace (&aggpad->buffer, NULL); - PAD_BROADCAST_EVENT (aggpad); - PAD_UNLOCK_EVENT (aggpad); + SRC_LOCK (self); + gst_aggregator_pad_set_flushing (aggpad, GST_FLOW_FLUSHING, TRUE); + SRC_BROADCAST (self); + SRC_UNLOCK (self); } else { - g_atomic_int_set (&aggpad->priv->flushing, FALSE); - PAD_LOCK_EVENT (aggpad); + PAD_LOCK (aggpad); + aggpad->priv->flow_return = GST_FLOW_OK; PAD_BROADCAST_EVENT (aggpad); - PAD_UNLOCK_EVENT (aggpad); + PAD_UNLOCK (aggpad); } return TRUE; @@ -1863,8 +2410,8 @@ gst_aggregator_pad_constructed (GObject * object) gst_pad_set_chain_function (pad, GST_DEBUG_FUNCPTR (gst_aggregator_pad_chain)); - gst_pad_set_event_function (pad, - GST_DEBUG_FUNCPTR (gst_aggregator_pad_event_func)); + gst_pad_set_event_full_function_full (pad, + GST_DEBUG_FUNCPTR (gst_aggregator_pad_event_func), NULL, NULL); gst_pad_set_query_function (pad, GST_DEBUG_FUNCPTR (gst_aggregator_pad_query_func)); gst_pad_set_activatemode_function (pad, @@ -1876,9 +2423,9 @@ gst_aggregator_pad_finalize (GObject * object) { GstAggregatorPad *pad = (GstAggregatorPad *) object; - g_mutex_clear (&pad->priv->event_lock); g_cond_clear (&pad->priv->event_cond); - g_mutex_clear (&pad->priv->stream_lock); + g_mutex_clear (&pad->priv->flush_lock); + g_mutex_clear (&pad->priv->lock); G_OBJECT_CLASS (gst_aggregator_pad_parent_class)->finalize (object); } @@ -1887,11 +2434,8 @@ static void gst_aggregator_pad_dispose (GObject * object) { GstAggregatorPad *pad = (GstAggregatorPad *) object; - GstBuffer *buf; - buf = gst_aggregator_pad_steal_buffer (pad); - if (buf) - gst_buffer_unref (buf); + gst_aggregator_pad_set_flushing (pad, GST_FLOW_FLUSHING, TRUE); G_OBJECT_CLASS (gst_aggregator_pad_parent_class)->dispose (object); } @@ -1915,11 +2459,71 @@ gst_aggregator_pad_init (GstAggregatorPad * pad) G_TYPE_INSTANCE_GET_PRIVATE (pad, GST_TYPE_AGGREGATOR_PAD, GstAggregatorPadPrivate); - pad->buffer = NULL; - g_mutex_init (&pad->priv->event_lock); + g_queue_init (&pad->priv->buffers); g_cond_init (&pad->priv->event_cond); - g_mutex_init (&pad->priv->stream_lock); + g_mutex_init (&pad->priv->flush_lock); + g_mutex_init (&pad->priv->lock); + + gst_aggregator_pad_reset_unlocked (pad); +} + +/* Must be called with the PAD_LOCK held */ +static void +gst_aggregator_pad_buffer_consumed (GstAggregatorPad * pad) +{ + pad->priv->num_buffers--; + GST_TRACE_OBJECT (pad, "Consuming buffer"); + if (gst_aggregator_pad_queue_is_empty (pad) && pad->priv->pending_eos) { + pad->priv->pending_eos = FALSE; + pad->priv->eos = TRUE; + } + PAD_BROADCAST_EVENT (pad); +} + +/* Must be called with the PAD_LOCK held */ +static void +gst_aggregator_pad_clip_buffer_unlocked (GstAggregatorPad * pad) +{ + GstAggregator *self = NULL; + GstAggregatorClass *aggclass; + GstBuffer *buffer = NULL; + + while (pad->priv->clipped_buffer == NULL && + GST_IS_BUFFER (g_queue_peek_tail (&pad->priv->buffers))) { + buffer = g_queue_pop_tail (&pad->priv->buffers); + + apply_buffer (pad, buffer, FALSE); + + /* We only take the parent here so that it's not taken if the buffer is + * already clipped or if the queue is empty. + */ + if (self == NULL) { + self = GST_AGGREGATOR (gst_pad_get_parent_element (GST_PAD (pad))); + if (self == NULL) { + gst_buffer_unref (buffer); + return; + } + + aggclass = GST_AGGREGATOR_GET_CLASS (self); + } + + if (aggclass->clip) { + GST_TRACE_OBJECT (pad, "Clipping: %" GST_PTR_FORMAT, buffer); + + buffer = aggclass->clip (self, pad, buffer); + + if (buffer == NULL) { + gst_aggregator_pad_buffer_consumed (pad); + GST_TRACE_OBJECT (pad, "Clipping consumed the buffer"); + } + } + + pad->priv->clipped_buffer = buffer; + } + + if (self) + gst_object_unref (self); } /** @@ -1934,26 +2538,48 @@ gst_aggregator_pad_init (GstAggregatorPad * pad) GstBuffer * gst_aggregator_pad_steal_buffer (GstAggregatorPad * pad) { - GstBuffer *buffer = NULL; + GstBuffer *buffer; - PAD_LOCK_EVENT (pad); - if (pad->buffer) { - GST_TRACE_OBJECT (pad, "Consuming buffer"); - buffer = pad->buffer; - pad->buffer = NULL; - if (pad->priv->pending_eos) { - pad->priv->pending_eos = FALSE; - pad->eos = TRUE; - } - PAD_BROADCAST_EVENT (pad); + PAD_LOCK (pad); + + gst_aggregator_pad_clip_buffer_unlocked (pad); + + buffer = pad->priv->clipped_buffer; + pad->priv->clipped_buffer = NULL; + + if (buffer) { + gst_aggregator_pad_buffer_consumed (pad); GST_DEBUG_OBJECT (pad, "Consumed: %" GST_PTR_FORMAT, buffer); } - PAD_UNLOCK_EVENT (pad); + + PAD_UNLOCK (pad); return buffer; } /** + * gst_aggregator_pad_drop_buffer: + * @pad: the pad where to drop any pending buffer + * + * Drop the buffer currently queued in @pad. + * + * Returns: TRUE if there was a buffer queued in @pad, or FALSE if not. + */ +gboolean +gst_aggregator_pad_drop_buffer (GstAggregatorPad * pad) +{ + GstBuffer *buf; + + buf = gst_aggregator_pad_steal_buffer (pad); + + if (buf == NULL) + return FALSE; + + gst_buffer_unref (buf); + return TRUE; +} + +/** * gst_aggregator_pad_get_buffer: * @pad: the pad to get buffer from * @@ -1964,16 +2590,34 @@ gst_aggregator_pad_steal_buffer (GstAggregatorPad * pad) GstBuffer * gst_aggregator_pad_get_buffer (GstAggregatorPad * pad) { - GstBuffer *buffer = NULL; + GstBuffer *buffer; - PAD_LOCK_EVENT (pad); - if (pad->buffer) - buffer = gst_buffer_ref (pad->buffer); - PAD_UNLOCK_EVENT (pad); + PAD_LOCK (pad); + + gst_aggregator_pad_clip_buffer_unlocked (pad); + + if (pad->priv->clipped_buffer) { + buffer = gst_buffer_ref (pad->priv->clipped_buffer); + } else { + buffer = NULL; + } + PAD_UNLOCK (pad); return buffer; } +gboolean +gst_aggregator_pad_is_eos (GstAggregatorPad * pad) +{ + gboolean is_eos; + + PAD_LOCK (pad); + is_eos = pad->priv->eos; + PAD_UNLOCK (pad); + + return is_eos; +} + /** * gst_aggregator_merge_tags: * @self: a #GstAggregator @@ -2023,15 +2667,28 @@ void gst_aggregator_set_latency (GstAggregator * self, GstClockTime min_latency, GstClockTime max_latency) { + gboolean changed = FALSE; + g_return_if_fail (GST_IS_AGGREGATOR (self)); g_return_if_fail (GST_CLOCK_TIME_IS_VALID (min_latency)); g_return_if_fail (max_latency >= min_latency); - GST_OBJECT_LOCK (self); - self->priv->sub_latency_min = min_latency; - self->priv->sub_latency_max = max_latency; - GST_OBJECT_UNLOCK (self); + SRC_LOCK (self); + if (self->priv->sub_latency_min != min_latency) { + self->priv->sub_latency_min = min_latency; + changed = TRUE; + } + if (self->priv->sub_latency_max != max_latency) { + self->priv->sub_latency_max = max_latency; + changed = TRUE; + } + + if (changed) + SRC_BROADCAST (self); + SRC_UNLOCK (self); - gst_element_post_message (GST_ELEMENT_CAST (self), - gst_message_new_latency (GST_OBJECT_CAST (self))); + if (changed) { + gst_element_post_message (GST_ELEMENT_CAST (self), + gst_message_new_latency (GST_OBJECT_CAST (self))); + } }