2 * Copyright (C) <2005> Wim Taymans <wim.taymans@gmail.com>
4 * This library is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Library General Public
6 * License as published by the Free Software Foundation; either
7 * version 2 of the License, or (at your option) any later version.
9 * This library is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Library General Public License for more details.
14 * You should have received a copy of the GNU Library General Public
15 * License along with this library; if not, write to the
16 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
17 * Boston, MA 02110-1301, USA.
26 #include <gst/rtp/gstrtpbuffer.h>
28 #include "gstrtpelements.h"
29 #include "gstrtpmp4gdepay.h"
30 #include "gstrtputils.h"
32 GST_DEBUG_CATEGORY_STATIC (rtpmp4gdepay_debug);
33 #define GST_CAT_DEFAULT (rtpmp4gdepay_debug)
35 static GstStaticPadTemplate gst_rtp_mp4g_depay_src_template =
36 GST_STATIC_PAD_TEMPLATE ("src",
39 GST_STATIC_CAPS ("video/mpeg,"
40 "mpegversion=(int) 4,"
41 "systemstream=(boolean)false;"
42 "audio/mpeg," "mpegversion=(int) 4, " "stream-format=(string)raw")
45 static GstStaticPadTemplate gst_rtp_mp4g_depay_sink_template =
46 GST_STATIC_PAD_TEMPLATE ("sink",
49 GST_STATIC_CAPS ("application/x-rtp, "
50 "media = (string) { \"video\", \"audio\", \"application\" }, "
51 "clock-rate = (int) [1, MAX ], "
52 "encoding-name = (string) \"MPEG4-GENERIC\", "
53 /* required string params */
54 /* "streamtype = (string) { \"4\", \"5\" }, " Not set by Wowza 4 = video, 5 = audio */
55 /* "profile-level-id = (string) [1,MAX], " */
56 /* "config = (string) [1,MAX]" */
57 "mode = (string) { \"generic\", \"CELP-cbr\", \"CELP-vbr\", \"AAC-lbr\", \"AAC-hbr\", \"aac-hbr\" } "
58 /* Optional general parameters */
59 /* "objecttype = (string) [1,MAX], " */
60 /* "constantsize = (string) [1,MAX], " *//* constant size of each AU */
61 /* "constantduration = (string) [1,MAX], " *//* constant duration of each AU */
62 /* "maxdisplacement = (string) [1,MAX], " */
63 /* "de-interleavebuffersize = (string) [1,MAX], " */
64 /* Optional configuration parameters */
65 /* "sizelength = (string) [1, 32], " */
66 /* "indexlength = (string) [1, 32], " */
67 /* "indexdeltalength = (string) [1, 32], " */
68 /* "ctsdeltalength = (string) [1, 32], " */
69 /* "dtsdeltalength = (string) [1, 32], " */
70 /* "randomaccessindication = (string) {0, 1}, " */
71 /* "streamstateindication = (string) [0, 32], " */
72 /* "auxiliarydatasizelength = (string) [0, 32]" */ )
75 /* simple bitstream parser */
80 gint head; /* bitpos in the cache of next bit */
81 guint64 cache; /* cached bytes */
85 gst_bs_parse_init (GstBsParse * bs, const guint8 * data, guint size)
88 bs->end = data + size;
90 bs->cache = 0xffffffff;
94 gst_bs_parse_read (GstBsParse * bs, guint n)
102 /* fill up the cache if we need to */
103 while (bs->head < n) {
104 if (bs->data >= bs->end) {
105 /* we're at the end, can't produce more than head number of bits */
109 /* shift bytes in cache, moving the head bits of the cache left */
110 bs->cache = (bs->cache << 8) | *bs->data++;
114 /* bring the required bits down and truncate */
115 if ((shift = bs->head - n) > 0)
116 res = bs->cache >> shift;
120 /* mask out required bits */
130 #define gst_rtp_mp4g_depay_parent_class parent_class
131 G_DEFINE_TYPE (GstRtpMP4GDepay, gst_rtp_mp4g_depay,
132 GST_TYPE_RTP_BASE_DEPAYLOAD);
133 GST_ELEMENT_REGISTER_DEFINE_WITH_CODE (rtpmp4gdepay, "rtpmp4gdepay",
134 GST_RANK_SECONDARY, GST_TYPE_RTP_MP4G_DEPAY, rtp_element_init (plugin));
136 static void gst_rtp_mp4g_depay_finalize (GObject * object);
138 static gboolean gst_rtp_mp4g_depay_setcaps (GstRTPBaseDepayload * depayload,
140 static GstBuffer *gst_rtp_mp4g_depay_process (GstRTPBaseDepayload * depayload,
142 static gboolean gst_rtp_mp4g_depay_handle_event (GstRTPBaseDepayload * filter,
145 static GstStateChangeReturn gst_rtp_mp4g_depay_change_state (GstElement *
146 element, GstStateChange transition);
150 gst_rtp_mp4g_depay_class_init (GstRtpMP4GDepayClass * klass)
152 GObjectClass *gobject_class;
153 GstElementClass *gstelement_class;
154 GstRTPBaseDepayloadClass *gstrtpbasedepayload_class;
156 gobject_class = (GObjectClass *) klass;
157 gstelement_class = (GstElementClass *) klass;
158 gstrtpbasedepayload_class = (GstRTPBaseDepayloadClass *) klass;
160 gobject_class->finalize = gst_rtp_mp4g_depay_finalize;
162 gstelement_class->change_state = gst_rtp_mp4g_depay_change_state;
164 gstrtpbasedepayload_class->process_rtp_packet = gst_rtp_mp4g_depay_process;
165 gstrtpbasedepayload_class->set_caps = gst_rtp_mp4g_depay_setcaps;
166 gstrtpbasedepayload_class->handle_event = gst_rtp_mp4g_depay_handle_event;
168 gst_element_class_add_static_pad_template (gstelement_class,
169 &gst_rtp_mp4g_depay_src_template);
170 gst_element_class_add_static_pad_template (gstelement_class,
171 &gst_rtp_mp4g_depay_sink_template);
173 gst_element_class_set_static_metadata (gstelement_class,
174 "RTP MPEG4 ES depayloader", "Codec/Depayloader/Network/RTP",
175 "Extracts MPEG4 elementary streams from RTP packets (RFC 3640)",
176 "Wim Taymans <wim.taymans@gmail.com>");
178 GST_DEBUG_CATEGORY_INIT (rtpmp4gdepay_debug, "rtpmp4gdepay", 0,
179 "MP4-generic RTP Depayloader");
183 gst_rtp_mp4g_depay_init (GstRtpMP4GDepay * rtpmp4gdepay)
185 rtpmp4gdepay->adapter = gst_adapter_new ();
186 rtpmp4gdepay->packets = g_queue_new ();
190 gst_rtp_mp4g_depay_finalize (GObject * object)
192 GstRtpMP4GDepay *rtpmp4gdepay;
194 rtpmp4gdepay = GST_RTP_MP4G_DEPAY (object);
196 g_object_unref (rtpmp4gdepay->adapter);
197 rtpmp4gdepay->adapter = NULL;
198 g_queue_free (rtpmp4gdepay->packets);
199 rtpmp4gdepay->packets = NULL;
201 G_OBJECT_CLASS (parent_class)->finalize (object);
205 gst_rtp_mp4g_depay_parse_int (GstStructure * structure, const gchar * field,
211 if ((str = gst_structure_get_string (structure, field)))
214 if (gst_structure_get_int (structure, field, &res))
221 gst_rtp_mp4g_depay_setcaps (GstRTPBaseDepayload * depayload, GstCaps * caps)
223 GstStructure *structure;
224 GstRtpMP4GDepay *rtpmp4gdepay;
225 GstCaps *srccaps = NULL;
231 rtpmp4gdepay = GST_RTP_MP4G_DEPAY (depayload);
233 structure = gst_caps_get_structure (caps, 0);
235 if (!gst_structure_get_int (structure, "clock-rate", &clock_rate))
236 clock_rate = 90000; /* default */
237 depayload->clock_rate = clock_rate;
239 rtpmp4gdepay->check_adts = FALSE;
241 if ((str = gst_structure_get_string (structure, "media"))) {
242 if (strcmp (str, "audio") == 0) {
243 srccaps = gst_caps_new_simple ("audio/mpeg",
244 "mpegversion", G_TYPE_INT, 4, "stream-format", G_TYPE_STRING, "raw",
246 rtpmp4gdepay->check_adts = TRUE;
247 rtpmp4gdepay->warn_adts = TRUE;
248 } else if (strcmp (str, "video") == 0) {
249 srccaps = gst_caps_new_simple ("video/mpeg",
250 "mpegversion", G_TYPE_INT, 4,
251 "systemstream", G_TYPE_BOOLEAN, FALSE, NULL);
257 /* these values are optional and have a default value of 0 (no header) */
258 rtpmp4gdepay->sizelength =
259 gst_rtp_mp4g_depay_parse_int (structure, "sizelength", 0);
260 rtpmp4gdepay->indexlength =
261 gst_rtp_mp4g_depay_parse_int (structure, "indexlength", 0);
262 rtpmp4gdepay->indexdeltalength =
263 gst_rtp_mp4g_depay_parse_int (structure, "indexdeltalength", 0);
264 rtpmp4gdepay->ctsdeltalength =
265 gst_rtp_mp4g_depay_parse_int (structure, "ctsdeltalength", 0);
266 rtpmp4gdepay->dtsdeltalength =
267 gst_rtp_mp4g_depay_parse_int (structure, "dtsdeltalength", 0);
269 gst_rtp_mp4g_depay_parse_int (structure, "randomaccessindication", 0);
270 rtpmp4gdepay->randomaccessindication = someint > 0 ? 1 : 0;
271 rtpmp4gdepay->streamstateindication =
272 gst_rtp_mp4g_depay_parse_int (structure, "streamstateindication", 0);
273 rtpmp4gdepay->auxiliarydatasizelength =
274 gst_rtp_mp4g_depay_parse_int (structure, "auxiliarydatasizelength", 0);
275 rtpmp4gdepay->constantSize =
276 gst_rtp_mp4g_depay_parse_int (structure, "constantsize", 0);
277 rtpmp4gdepay->constantDuration =
278 gst_rtp_mp4g_depay_parse_int (structure, "constantduration", 0);
279 rtpmp4gdepay->maxDisplacement =
280 gst_rtp_mp4g_depay_parse_int (structure, "maxdisplacement", 0);
283 /* get config string */
284 if ((str = gst_structure_get_string (structure, "config"))) {
287 g_value_init (&v, GST_TYPE_BUFFER);
288 if (gst_value_deserialize (&v, str)) {
291 buffer = gst_value_get_buffer (&v);
292 gst_caps_set_simple (srccaps,
293 "codec_data", GST_TYPE_BUFFER, buffer, NULL);
296 g_warning ("cannot convert config to buffer");
300 res = gst_pad_set_caps (depayload->srcpad, srccaps);
301 gst_caps_unref (srccaps);
308 GST_DEBUG_OBJECT (rtpmp4gdepay, "Unknown media type");
314 gst_rtp_mp4g_depay_clear_queue (GstRtpMP4GDepay * rtpmp4gdepay)
318 while ((outbuf = g_queue_pop_head (rtpmp4gdepay->packets)))
319 gst_buffer_unref (outbuf);
323 gst_rtp_mp4g_depay_reset (GstRtpMP4GDepay * rtpmp4gdepay)
325 gst_adapter_clear (rtpmp4gdepay->adapter);
326 rtpmp4gdepay->max_AU_index = -1;
327 rtpmp4gdepay->next_AU_index = -1;
328 rtpmp4gdepay->prev_AU_index = -1;
329 rtpmp4gdepay->prev_rtptime = -1;
330 rtpmp4gdepay->last_AU_index = -1;
331 gst_rtp_mp4g_depay_clear_queue (rtpmp4gdepay);
335 gst_rtp_mp4g_depay_push_outbuf (GstRtpMP4GDepay * rtpmp4gdepay,
336 GstBuffer * outbuf, guint AU_index)
338 gboolean discont = FALSE;
340 if (AU_index != rtpmp4gdepay->next_AU_index) {
341 GST_DEBUG_OBJECT (rtpmp4gdepay, "discont, expected AU_index %u",
342 rtpmp4gdepay->next_AU_index);
343 GST_BUFFER_FLAG_SET (outbuf, GST_BUFFER_FLAG_DISCONT);
347 GST_DEBUG_OBJECT (rtpmp4gdepay, "pushing %sAU_index %u",
348 discont ? "" : "expected ", AU_index);
350 gst_rtp_drop_meta (GST_ELEMENT_CAST (rtpmp4gdepay), outbuf, 0);
351 gst_rtp_base_depayload_push (GST_RTP_BASE_DEPAYLOAD (rtpmp4gdepay), outbuf);
352 rtpmp4gdepay->next_AU_index = AU_index + 1;
356 gst_rtp_mp4g_depay_flush_queue (GstRtpMP4GDepay * rtpmp4gdepay)
361 while ((outbuf = g_queue_pop_head (rtpmp4gdepay->packets))) {
362 AU_index = GST_BUFFER_OFFSET (outbuf);
364 GST_DEBUG_OBJECT (rtpmp4gdepay, "next available AU_index %u", AU_index);
366 gst_rtp_mp4g_depay_push_outbuf (rtpmp4gdepay, outbuf, AU_index);
371 gst_rtp_mp4g_depay_queue (GstRtpMP4GDepay * rtpmp4gdepay, GstBuffer * outbuf)
373 guint AU_index = GST_BUFFER_OFFSET (outbuf);
375 if (rtpmp4gdepay->next_AU_index == -1) {
376 GST_DEBUG_OBJECT (rtpmp4gdepay, "Init AU counter %u", AU_index);
377 rtpmp4gdepay->next_AU_index = AU_index;
380 if (rtpmp4gdepay->next_AU_index == AU_index) {
381 GST_DEBUG_OBJECT (rtpmp4gdepay, "pushing expected AU_index %u", AU_index);
383 /* we received the expected packet, push it and flush as much as we can from
385 gst_rtp_mp4g_depay_push_outbuf (rtpmp4gdepay, outbuf, AU_index);
387 while ((outbuf = g_queue_peek_head (rtpmp4gdepay->packets))) {
388 AU_index = GST_BUFFER_OFFSET (outbuf);
390 GST_DEBUG_OBJECT (rtpmp4gdepay, "next available AU_index %u", AU_index);
392 if (rtpmp4gdepay->next_AU_index == AU_index) {
393 outbuf = g_queue_pop_head (rtpmp4gdepay->packets);
394 gst_rtp_mp4g_depay_push_outbuf (rtpmp4gdepay, outbuf, AU_index);
396 GST_DEBUG_OBJECT (rtpmp4gdepay, "waiting for next AU_index %u",
397 rtpmp4gdepay->next_AU_index);
404 GST_DEBUG_OBJECT (rtpmp4gdepay, "queueing AU_index %u", AU_index);
406 /* loop the list to skip strictly smaller AU_index buffers */
407 for (list = rtpmp4gdepay->packets->head; list; list = g_list_next (list)) {
411 idx = GST_BUFFER_OFFSET (GST_BUFFER_CAST (list->data));
413 /* compare the new seqnum to the one in the buffer */
414 gap = (gint) (idx - AU_index);
416 GST_DEBUG_OBJECT (rtpmp4gdepay, "compare with AU_index %u, gap %d", idx,
419 /* AU_index <= idx, we can stop looking */
420 if (G_LIKELY (gap > 0))
424 g_queue_insert_before (rtpmp4gdepay->packets, list, outbuf);
426 g_queue_push_tail (rtpmp4gdepay->packets, outbuf);
431 gst_rtp_mp4g_depay_process (GstRTPBaseDepayload * depayload, GstRTPBuffer * rtp)
433 GstRtpMP4GDepay *rtpmp4gdepay;
434 GstBuffer *outbuf = NULL;
435 GstClockTime timestamp;
437 rtpmp4gdepay = GST_RTP_MP4G_DEPAY (depayload);
439 /* flush remaining data on discont */
440 if (GST_BUFFER_IS_DISCONT (rtp->buffer)) {
441 GST_DEBUG_OBJECT (rtpmp4gdepay, "received DISCONT");
442 gst_adapter_clear (rtpmp4gdepay->adapter);
445 timestamp = GST_BUFFER_PTS (rtp->buffer);
448 gint payload_len, payload_AU;
451 guint AU_headers_len;
452 guint AU_size, AU_index, AU_index_delta, payload_AU_size;
455 payload_len = gst_rtp_buffer_get_payload_len (rtp);
456 payload = gst_rtp_buffer_get_payload (rtp);
458 GST_DEBUG_OBJECT (rtpmp4gdepay, "received payload of %d", payload_len);
460 rtptime = gst_rtp_buffer_get_timestamp (rtp);
461 M = gst_rtp_buffer_get_marker (rtp);
463 if (rtpmp4gdepay->sizelength > 0) {
464 gint num_AU_headers, AU_headers_bytes, i;
470 /* +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+- .. -+-+-+-+-+-+-+-+-+-+
471 * |AU-headers-length|AU-header|AU-header| |AU-header|padding|
472 * | | (1) | (2) | | (n) * | bits |
473 * +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+- .. -+-+-+-+-+-+-+-+-+-+
475 * The length is 2 bytes and contains the length of the following
476 * AU-headers in bits.
478 AU_headers_len = (payload[0] << 8) | payload[1];
479 AU_headers_bytes = (AU_headers_len + 7) / 8;
480 num_AU_headers = AU_headers_len / 16;
482 GST_DEBUG_OBJECT (rtpmp4gdepay, "AU headers len %d, bytes %d, num %d",
483 AU_headers_len, AU_headers_bytes, num_AU_headers);
489 if (payload_len < AU_headers_bytes)
492 /* skip special headers, point to first payload AU */
493 payload_AU = 2 + AU_headers_bytes;
494 payload_AU_size = payload_len - AU_headers_bytes;
496 if (G_UNLIKELY (rtpmp4gdepay->auxiliarydatasizelength)) {
499 /* point the bitstream parser to the first auxiliary data bit */
500 gst_bs_parse_init (&bs, payload + AU_headers_bytes,
501 payload_len - AU_headers_bytes);
503 gst_bs_parse_read (&bs, rtpmp4gdepay->auxiliarydatasizelength);
504 /* convert to bytes */
505 aux_size = (aux_size + 7) / 8;
506 /* AU data then follows auxiliary data */
507 if (payload_AU_size < aux_size)
509 payload_AU += aux_size;
510 payload_AU_size -= aux_size;
513 /* point the bitstream parser to the first AU header bit */
514 gst_bs_parse_init (&bs, payload, payload_len);
515 AU_index = AU_index_delta = 0;
517 for (i = 0; i < num_AU_headers && payload_AU_size > 0; i++) {
519 * +---------------------------------------+
521 * +---------------------------------------+
522 * | AU-Index / AU-Index-delta |
523 * +---------------------------------------+
525 * +---------------------------------------+
527 * +---------------------------------------+
529 * +---------------------------------------+
531 * +---------------------------------------+
533 * +---------------------------------------+
535 * +---------------------------------------+
537 AU_size = gst_bs_parse_read (&bs, rtpmp4gdepay->sizelength);
539 /* calculate the AU_index, which is only on the first AU of the packet
540 * and the AU_index_delta on the other AUs. This will be used to
541 * reconstruct the AU ordering when interleaving. */
543 AU_index = gst_bs_parse_read (&bs, rtpmp4gdepay->indexlength);
545 GST_DEBUG_OBJECT (rtpmp4gdepay, "AU index %u", AU_index);
547 if (AU_index == 0 && rtpmp4gdepay->prev_AU_index == 0) {
551 /* if we see two consecutive packets with AU_index of 0, we can
552 * assume we have constantDuration packets. Since we don't have
553 * the index we must use the AU duration to calculate the
554 * index. Get the diff between the timestamps first, this can be
555 * positive or negative. */
556 if (rtpmp4gdepay->prev_rtptime <= rtptime)
557 diff = rtptime - rtpmp4gdepay->prev_rtptime;
559 diff = -(rtpmp4gdepay->prev_rtptime - rtptime);
561 /* if no constantDuration was given, make one */
562 if (rtpmp4gdepay->constantDuration != 0) {
563 cd = rtpmp4gdepay->constantDuration;
564 GST_DEBUG_OBJECT (depayload, "using constantDuration %d", cd);
565 } else if (rtpmp4gdepay->prev_AU_num > 0) {
566 /* use number of packets and of previous frame */
567 cd = diff / rtpmp4gdepay->prev_AU_num;
568 GST_DEBUG_OBJECT (depayload, "guessing constantDuration %d", cd);
569 if (!GST_BUFFER_IS_DISCONT (rtp->buffer)) {
571 * if we see two consecutive packets with AU_index of 0 and
572 * there has been no discontinuity, we must conclude that this
573 * value of constantDuration is correct from now on. */
574 GST_DEBUG_OBJECT (depayload,
575 "constantDuration of %d detected", cd);
576 rtpmp4gdepay->constantDuration = cd;
579 /* assume this frame has the same number of packets as the
581 cd = diff / num_AU_headers;
582 GST_DEBUG_OBJECT (depayload, "guessing constantDuration %d", cd);
586 /* get the number of packets by dividing with the duration */
592 rtpmp4gdepay->last_AU_index += diff;
593 rtpmp4gdepay->prev_AU_index = AU_index;
595 AU_index = rtpmp4gdepay->last_AU_index;
597 GST_DEBUG_OBJECT (rtpmp4gdepay, "diff %d, AU index %u", diff,
600 rtpmp4gdepay->prev_AU_index = AU_index;
601 rtpmp4gdepay->last_AU_index = AU_index;
604 /* keep track of the highest AU_index */
605 if (rtpmp4gdepay->max_AU_index != -1
606 && rtpmp4gdepay->max_AU_index <= AU_index) {
607 GST_DEBUG_OBJECT (rtpmp4gdepay, "new interleave group, flushing");
608 /* a new interleave group started, flush */
609 gst_rtp_mp4g_depay_flush_queue (rtpmp4gdepay);
611 if (G_UNLIKELY (!rtpmp4gdepay->maxDisplacement &&
612 rtpmp4gdepay->max_AU_index != -1
613 && rtpmp4gdepay->max_AU_index >= AU_index)) {
616 /* some broken non-interleaved streams have AU-index jumping around
617 * all over the place, apparently assuming receiver disregards */
618 GST_DEBUG_OBJECT (rtpmp4gdepay, "non-interleaved broken AU indices;"
619 " forcing continuous flush");
620 /* reset AU to avoid repeated DISCONT in such case */
621 outbuf = g_queue_peek_head (rtpmp4gdepay->packets);
622 if (G_LIKELY (outbuf)) {
623 rtpmp4gdepay->next_AU_index = GST_BUFFER_OFFSET (outbuf);
624 gst_rtp_mp4g_depay_flush_queue (rtpmp4gdepay);
626 /* rebase next_AU_index to current rtp's first AU_index */
627 rtpmp4gdepay->next_AU_index = AU_index;
629 rtpmp4gdepay->prev_rtptime = rtptime;
630 rtpmp4gdepay->prev_AU_num = num_AU_headers;
633 gst_bs_parse_read (&bs, rtpmp4gdepay->indexdeltalength);
634 AU_index += AU_index_delta + 1;
636 /* keep track of highest AU_index */
637 if (rtpmp4gdepay->max_AU_index == -1
638 || AU_index > rtpmp4gdepay->max_AU_index)
639 rtpmp4gdepay->max_AU_index = AU_index;
641 /* the presentation time offset, a 2s-complement value, we need this to
642 * calculate the timestamp on the output packet. */
643 if (rtpmp4gdepay->ctsdeltalength > 0) {
644 if (gst_bs_parse_read (&bs, 1))
645 gst_bs_parse_read (&bs, rtpmp4gdepay->ctsdeltalength);
647 /* the decoding time offset, a 2s-complement value */
648 if (rtpmp4gdepay->dtsdeltalength > 0) {
649 if (gst_bs_parse_read (&bs, 1))
650 gst_bs_parse_read (&bs, rtpmp4gdepay->dtsdeltalength);
652 /* RAP-flag to indicate that the AU contains a keyframe */
653 if (rtpmp4gdepay->randomaccessindication)
654 gst_bs_parse_read (&bs, 1);
656 if (rtpmp4gdepay->streamstateindication > 0)
657 gst_bs_parse_read (&bs, rtpmp4gdepay->streamstateindication);
659 GST_DEBUG_OBJECT (rtpmp4gdepay, "size %d, index %d, delta %d", AU_size,
660 AU_index, AU_index_delta);
662 /* fragmented pakets have the AU_size set to the size of the
663 * unfragmented AU. */
664 if (AU_size > payload_AU_size)
665 AU_size = payload_AU_size;
667 /* collect stuff in the adapter, strip header from payload and push in
670 gst_rtp_buffer_get_payload_subbuffer (rtp, payload_AU, AU_size);
671 gst_adapter_push (rtpmp4gdepay->adapter, outbuf);
677 /* packet is complete, flush */
678 avail = gst_adapter_available (rtpmp4gdepay->adapter);
680 /* Some broken senders send ADTS headers (e.g. some Sony cameras).
681 * Try to detect those and skip them (still needs config set), but
682 * don't check every frame, only the first (unless we detect ADTS) */
683 if (rtpmp4gdepay->check_adts && avail >= 7) {
684 if (gst_adapter_masked_scan_uint32_peek (rtpmp4gdepay->adapter,
685 0xfffe0000, 0xfff00000, 0, 4, &v) == 0) {
686 guint adts_hdr_len = (((v >> 16) & 0x1) == 0) ? 9 : 7;
687 if (avail > adts_hdr_len) {
688 if (rtpmp4gdepay->warn_adts) {
689 GST_WARNING_OBJECT (rtpmp4gdepay, "Detected ADTS header of "
690 "%u bytes, skipping", adts_hdr_len);
691 rtpmp4gdepay->warn_adts = FALSE;
693 gst_adapter_flush (rtpmp4gdepay->adapter, adts_hdr_len);
694 avail -= adts_hdr_len;
697 rtpmp4gdepay->check_adts = FALSE;
698 rtpmp4gdepay->warn_adts = TRUE;
702 outbuf = gst_adapter_take_buffer (rtpmp4gdepay->adapter, avail);
704 /* copy some of the fields we calculated above on the buffer. We also
705 * copy the AU_index so that we can sort the packets in our queue. */
706 GST_BUFFER_PTS (outbuf) = timestamp;
707 GST_BUFFER_OFFSET (outbuf) = AU_index;
709 if (rtpmp4gdepay->constantDuration != 0) {
710 /* if we have constantDuration, calculate timestamp for next AU
711 * in this RTP packet. */
712 timestamp += (rtpmp4gdepay->constantDuration * GST_SECOND) /
713 depayload->clock_rate;
715 /* otherwise, make sure we don't use the timestamp again for other
717 timestamp = GST_CLOCK_TIME_NONE;
720 GST_DEBUG_OBJECT (depayload,
721 "pushing buffer of size %" G_GSIZE_FORMAT,
722 gst_buffer_get_size (outbuf));
724 gst_rtp_mp4g_depay_queue (rtpmp4gdepay, outbuf);
727 payload_AU += AU_size;
728 payload_AU_size -= AU_size;
731 /* push complete buffer in adapter */
732 outbuf = gst_rtp_buffer_get_payload_subbuffer (rtp, 0, payload_len);
733 gst_adapter_push (rtpmp4gdepay->adapter, outbuf);
735 /* if this was the last packet of the VOP, create and push a buffer */
739 avail = gst_adapter_available (rtpmp4gdepay->adapter);
741 outbuf = gst_adapter_take_buffer (rtpmp4gdepay->adapter, avail);
743 GST_DEBUG ("gst_rtp_mp4g_depay_chain: pushing buffer of size %"
744 G_GSIZE_FORMAT, gst_buffer_get_size (outbuf));
756 GST_ELEMENT_WARNING (rtpmp4gdepay, STREAM, DECODE,
757 ("Packet payload was too short."), (NULL));
763 gst_rtp_mp4g_depay_handle_event (GstRTPBaseDepayload * filter, GstEvent * event)
766 GstRtpMP4GDepay *rtpmp4gdepay;
768 rtpmp4gdepay = GST_RTP_MP4G_DEPAY (filter);
770 switch (GST_EVENT_TYPE (event)) {
771 case GST_EVENT_FLUSH_STOP:
772 gst_rtp_mp4g_depay_reset (rtpmp4gdepay);
779 GST_RTP_BASE_DEPAYLOAD_CLASS (parent_class)->handle_event (filter, event);
784 static GstStateChangeReturn
785 gst_rtp_mp4g_depay_change_state (GstElement * element,
786 GstStateChange transition)
788 GstRtpMP4GDepay *rtpmp4gdepay;
789 GstStateChangeReturn ret;
791 rtpmp4gdepay = GST_RTP_MP4G_DEPAY (element);
793 switch (transition) {
794 case GST_STATE_CHANGE_READY_TO_PAUSED:
795 gst_rtp_mp4g_depay_reset (rtpmp4gdepay);
801 ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
803 switch (transition) {
804 case GST_STATE_CHANGE_PAUSED_TO_READY:
805 gst_rtp_mp4g_depay_reset (rtpmp4gdepay);